-- Logs begin at Mon 2021-06-28 23:19:04 UTC, end at Tue 2021-06-29 00:40:46 UTC. -- Jun 28 23:48:21.960276 dv-cinder-763306-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 23:48:24.643706 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.common.config [-] Logging enabled! Jun 28 23:48:24.644353 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev428 Jun 28 23:48:24.644519 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92831) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 23:48:24.647923 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.common.config [-] Logging enabled! Jun 28 23:48:24.648185 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev428 Jun 28 23:48:24.648498 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92831) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 23:48:24.649491 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 23:48:24.649727 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 23:48:24.650161 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 23:48:24.650407 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 23:48:24.650632 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 23:48:24.651072 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.651376 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.651675 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.651907 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.652729 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.653031 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.653317 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.653606 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.653910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.654193 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.654474 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.654761 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.655021 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.655303 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.655593 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.655880 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.656100 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] debug = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.656379 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.656805 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.657225 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.657507 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.657791 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.658065 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.658336 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.658610 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.658929 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.659285 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] host = dv-cinder-763306-13-iscsi {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.659562 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.659845 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.660125 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.660406 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.660677 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.660950 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.661229 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.661501 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.661771 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] log_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.662042 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.662325 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.662612 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.662932 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.663159 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.663379 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.663665 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.663949 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.664220 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.664491 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.664762 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.665031 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.665300 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.665567 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.665850 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.666128 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.666409 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.666680 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.666977 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.667245 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.667514 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.667796 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.668624 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.668895 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.669161 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.669444 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.669708 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.669978 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.670280 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.670559 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.670835 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.671139 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.671408 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.671687 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.671958 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.672228 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.672499 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] use_json = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.672766 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.673032 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.673309 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.673574 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.673839 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.674107 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.674373 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.674651 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:24.674972 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.675263 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.675557 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.675839 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.676125 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.676399 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.676682 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.676970 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.677235 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.677514 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.677819 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.678077 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.678358 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.678631 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.678941 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.679247 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.679540 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.679828 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.680097 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.680365 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.680633 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.680904 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.681184 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.681470 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.681759 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.682022 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.682295 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.682585 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.682878 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.683144 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.683418 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.683743 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.684016 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.684285 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.684561 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.684832 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.685100 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.685367 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.685638 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.685921 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.686196 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.686459 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.686723 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.687035 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.687297 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.687575 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.687849 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.688117 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.688380 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.688651 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.688919 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.689181 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.689454 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.689724 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.689993 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.690259 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.690524 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.690792 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.691084 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.691352 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.691618 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.691885 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.692158 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.692423 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.692691 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.692956 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.693227 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.693493 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.693770 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.694064 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.694340 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.694616 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.694910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.695185 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.695457 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.695730 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.696003 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.696532 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.696796 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.697079 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.697356 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.697639 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.697916 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.698189 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.698479 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.698751 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.699057 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.699358 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.699634 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.699923 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.700202 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.700490 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.700777 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.701060 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.701348 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.701671 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.702097 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.702412 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.702696 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:24.702963 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 23:48:24.703342 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92831) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 23:48:25.050029 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:25.050213 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:25.050498 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:25.050826 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 23:48:25.441974 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.442258 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.442526 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.443845 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.444115 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.444373 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.479026 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.479300 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.479561 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.492748 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.493027 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.493294 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.523228 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.523505 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.523771 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.560181 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.560453 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.560720 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.792703 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.793838 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.793838 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.794000 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.794620 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.918765 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.919105 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.919386 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.919659 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.919924 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.920231 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.920486 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.920743 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.920995 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.921274 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.921527 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.921789 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.922050 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.922311 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.922565 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.922865 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.923118 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.923372 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.923639 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.923889 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.924166 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.924508 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.924755 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.925034 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.925279 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.925522 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.925911 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:25.926150 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:25.926386 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:25.926621 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:25.926886 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:25.927108 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:25.927470 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 23:48:25.930537 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 23:48:25.935135 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 23:48:25.939126 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 28 23:48:25.940727 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 23:48:25.941181 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 23:48:25.941511 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 23:48:25.941889 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 23:48:25.944879 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 23:48:25.945128 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 23:48:25.945474 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 23:48:25.973461 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 23:48:25.973924 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.974224 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92831) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 23:48:25.974586 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.975993 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92831) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 23:48:25.976278 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 23:48:25.976518 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 23:48:25.979826 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:25.980105 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.043362 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 23:48:26.043564 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 23:48:26.043802 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 23:48:26.044177 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 23:48:26.065202 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_db.sqlalchemy.engines [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92831) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 23:48:26.595512 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Initializing driver for type 'gre' Jun 28 23:48:26.596034 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] gre ID ranges: [(1, 1000)] Jun 28 23:48:26.655746 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Initializing driver for type 'local' Jun 28 23:48:26.656082 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Initializing driver for type 'vlan' Jun 28 23:48:26.669818 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] VlanTypeDriver initialization complete Jun 28 23:48:26.670153 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Initializing driver for type 'vxlan' Jun 28 23:48:26.670798 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] vxlan ID ranges: [(1, 1000)] Jun 28 23:48:26.721513 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Initializing extension driver 'port_security' Jun 28 23:48:26.721905 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.extensions.port_security [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] PortSecurityExtensionDriver initialization complete Jun 28 23:48:26.722280 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Initializing mechanism driver 'openvswitch' Jun 28 23:48:26.722626 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Initializing mechanism driver 'hyperv' Jun 28 23:48:26.729187 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.plugins.ml2.plugin [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:26.730151 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > port after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.731027 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > port after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.731397 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > port after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.731790 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > subnet after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.732146 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > subnet after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.732505 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.732890 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > network after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.733242 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > network after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.733595 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > network after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.733972 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > security_group after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.734323 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > security_group after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.734669 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > security_group after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.735077 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.735780 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.736133 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.736522 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > address_group after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.736875 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > address_group after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.737230 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > address_group after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.737572 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] ML2 OVO RPC backend initialized. {{(pid=92831) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 23:48:26.738283 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.738641 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.739087 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > network before_response 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.739441 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > networks before_response 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.739798 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > port before_response 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.740138 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > ports before_response 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.740588 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > subnet before_response 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.740940 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > subnets before_response 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.741298 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > network after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.741641 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > network after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.741981 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > network after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.742322 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > port after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.742663 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > port after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.743042 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > port after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.743386 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > subnet after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.743722 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > subnet after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.744060 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.744640 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.plugin [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Modular L2 Plugin initialization complete Jun 28 23:48:26.744974 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading services supported by the core plugin {{(pid=92831) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 23:48:26.745307 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.plugins.ml2.managers [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Got port-security extension from driver 'port_security' Jun 28 23:48:26.745776 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.extensions.vlantransparent [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Disabled vlantransparent extension. Jun 28 23:48:26.746882 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92831) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 23:48:26.747220 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading Plugin: router Jun 28 23:48:26.782609 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router_interface before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.783041 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router after_create 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.783425 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router before_create 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.783808 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.784188 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.784554 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router after_delete 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.784925 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > floatingip after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.785298 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router after_create 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.785655 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router after_update 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.786014 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router after_update 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.786370 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.786739 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router after_update 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.787185 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router precommit_update 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.787566 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: port after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.787913 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: port after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.788258 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: subnet after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.788604 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.788958 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > port precommit_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.789317 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router precommit_create 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.789668 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: port before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.790014 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router precommit_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.790382 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router after_update 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.790735 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router precommit_delete 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.791130 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router precommit_create 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.791500 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.791853 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router precommit_update 55549900 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.792225 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > agent after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.792582 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > agent after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.793449 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > network after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.794324 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Tracking information for resource: router configured {{(pid=92831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:26.794662 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Tracking information for resource: floatingip configured {{(pid=92831) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:26.799722 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.db.l3_agentschedulers_db [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 23:48:26.800307 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: port after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.800672 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: port after_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.801029 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: port after_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.801383 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: port after_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.802178 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router before_create 55550100 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.802550 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router precommit_delete 55550100 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.802946 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router precommit_create 55550100 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.803315 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > router precommit_update 55550100 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.807826 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.services.provider_configuration [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service providers = [] {{(pid=92831) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 23:48:26.808199 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.db.servicetype_db [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92831) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 23:48:26.811662 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.services.service_base [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:48:26.812017 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.services.service_base [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:48:26.812363 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.services.service_base [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:48:26.813254 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.services.service_base [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92831) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:48:26.813630 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.services.service_base [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 23:48:26.814019 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:26.814339 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 23:48:26.825336 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:26.825677 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading Plugin: auto_allocate Jun 28 23:48:26.831474 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: network precommit_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.831847 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: network precommit_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.832377 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:26.832707 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading Plugin: tag Jun 28 23:48:26.839296 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:26.839643 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading Plugin: timestamp Jun 28 23:48:26.843546 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:26.843883 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading Plugin: network_ip_availability Jun 28 23:48:26.850984 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.851287 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.851649 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:26.852380 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:26.852704 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading Plugin: flavors Jun 28 23:48:26.857966 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:26.858306 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading Plugin: revisions Jun 28 23:48:26.862608 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92831) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:26.863035 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_concurrency.lockutils [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=92831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:26.863788 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92831) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 23:48:26.864127 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Initializing extension manager. Jun 28 23:48:26.864657 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: __init__.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.865003 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: __pycache__ {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.865343 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.865680 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: address_group.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.866439 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.867046 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: address-group Jun 28 23:48:26.867531 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: address_scope.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.868244 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.868767 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: address-scope Jun 28 23:48:26.869106 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: admin_state_down_before_update.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.870031 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.870549 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: router-admin-state-down-before-update Jun 28 23:48:26.870960 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: agent.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.872168 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.872683 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: agent Jun 28 23:48:26.873004 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: agent_resources_synced.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.873926 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.874443 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: agent-resources-synced Jun 28 23:48:26.874766 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: allowedaddresspairs.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.876834 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.877367 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: allowed-address-pairs Jun 28 23:48:26.877700 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: auto_allocated_topology.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.878804 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.879356 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: auto-allocated-topology Jun 28 23:48:26.879686 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: availability_zone.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.880380 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.880888 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: availability_zone Jun 28 23:48:26.881213 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: availability_zone_filter.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.882126 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.882634 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: availability_zone_filter Jun 28 23:48:26.882988 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: data_plane_status.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.883883 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.884397 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 23:48:26.884722 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: default_subnetpools.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.885630 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.886153 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: default-subnetpools Jun 28 23:48:26.886481 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: dhcpagentscheduler.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.887376 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.887896 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: dhcp_agent_scheduler Jun 28 23:48:26.888222 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: dns.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.889138 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.889658 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension dns-integration not supported by any of loaded plugins Jun 28 23:48:26.889992 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: dns_domain_ports.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.890923 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.891445 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 23:48:26.891772 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.892691 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.893209 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 23:48:26.893533 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: dvr.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.894199 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.894717 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: dvr Jun 28 23:48:26.895072 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: empty_string_filtering.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.895977 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.896492 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: empty-string-filtering Jun 28 23:48:26.896815 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.897713 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.898225 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 23:48:26.898550 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.899489 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.900000 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 23:48:26.900326 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: external_net.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.901234 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.901747 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: external-net Jun 28 23:48:26.902068 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: extra_dhcp_opt.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.903513 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.904030 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: extra_dhcp_opt Jun 28 23:48:26.904356 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: extraroute.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.905254 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.905765 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: extraroute Jun 28 23:48:26.906091 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: extraroute_atomic.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.907163 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.907682 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: extraroute-atomic Jun 28 23:48:26.908008 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: filter_validation.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.908678 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.909194 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: filter-validation Jun 28 23:48:26.909515 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: fip_pf_description.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.910420 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.910957 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 23:48:26.911282 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: fip_port_details.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.912189 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.912706 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: fip-port-details Jun 28 23:48:26.913029 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: flavors.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.914284 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.914811 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: flavors Jun 28 23:48:26.915373 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.917100 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.917637 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 23:48:26.918524 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: floatingip_pools.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.919258 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.919782 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: floatingip-pools Jun 28 23:48:26.920108 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: ip_allocation.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.921026 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.921538 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 23:48:26.921861 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.922770 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.923317 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: ip-substring-filtering Jun 28 23:48:26.923641 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: l2_adjacency.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.924552 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.925064 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 23:48:26.925388 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: l3.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.926391 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.926940 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: router Jun 28 23:48:26.927269 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: l3_conntrack_helper.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.929695 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.930231 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 23:48:26.930567 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.931528 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.932052 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: ext-gw-mode Jun 28 23:48:26.932382 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.933292 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.933836 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: l3-ha Jun 28 23:48:26.934164 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: l3_flavors.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.935112 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.935628 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: l3-flavors Jun 28 23:48:26.935953 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.936856 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.937373 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 23:48:26.937698 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: l3agentscheduler.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.938745 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.939303 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: l3_agent_scheduler Jun 28 23:48:26.939638 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: logging.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.941146 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.941676 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension logging not supported by any of loaded plugins Jun 28 23:48:26.942011 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: metering.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.942868 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.943482 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: metering Jun 28 23:48:26.943814 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.944966 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.945495 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: metering_source_and_destination_fields Jun 28 23:48:26.945826 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: multiprovidernet.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.947052 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.947569 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: multi-provider Jun 28 23:48:26.947895 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: netmtu.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.948801 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.949348 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: net-mtu Jun 28 23:48:26.949863 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: netmtu_writable.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.950582 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.951137 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: net-mtu-writable Jun 28 23:48:26.951464 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: network_availability_zone.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.952135 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.952647 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: network_availability_zone Jun 28 23:48:26.952973 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: network_ip_availability.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.954060 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.954579 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: network-ip-availability Jun 28 23:48:26.954938 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: network_segment_range.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.955702 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.956211 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 23:48:26.956535 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: pagination.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.957502 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.957838 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: pagination Jun 28 23:48:26.958163 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: port_device_profile.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.959096 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.959621 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: port-device-profile Jun 28 23:48:26.959950 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.960872 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.961392 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: port-mac-address-regenerate Jun 28 23:48:26.961715 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.962620 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.963173 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: port-numa-affinity-policy Jun 28 23:48:26.963495 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: port_resource_request.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.964394 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.965417 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 23:48:26.965737 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: portbindings.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.966647 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.967201 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: binding Jun 28 23:48:26.967525 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: portbindings_extended.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.968795 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.969322 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: binding-extended Jun 28 23:48:26.969650 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: portsecurity.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.970554 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.971104 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: port-security Jun 28 23:48:26.971432 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: project_id.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.972398 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.972730 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: project-id Jun 28 23:48:26.973055 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: providernet.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.973968 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.974487 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: provider Jun 28 23:48:26.974812 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: qos.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.978610 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.979175 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension qos not supported by any of loaded plugins Jun 28 23:48:26.979515 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.981326 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.981848 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 23:48:26.982180 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.983121 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.983646 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 23:48:26.983978 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: qos_default.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.984884 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.985408 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension qos-default not supported by any of loaded plugins Jun 28 23:48:26.985740 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: qos_fip.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.986394 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.986942 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension qos-fip not supported by any of loaded plugins Jun 28 23:48:26.987271 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: qos_gateway_ip.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.988186 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.988705 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 23:48:26.989030 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: qos_port_network_policy.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.989930 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.990454 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 23:48:26.990779 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: qos_rule_type_details.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.991708 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.992224 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 23:48:26.992549 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: qos_rules_alias.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.993585 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.994111 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 23:48:26.994435 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: quotasv2.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.995410 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.995738 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: quotas Jun 28 23:48:26.996083 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: quotasv2_detail.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:26.999173 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:26.999524 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: quota_details Jun 28 23:48:26.999860 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: rbac.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.000934 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.001470 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: rbac-policies Jun 28 23:48:27.001803 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: rbac_address_group.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.002734 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.003299 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: rbac-address-group Jun 28 23:48:27.003628 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: rbac_address_scope.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.004552 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.005079 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: rbac-address-scope Jun 28 23:48:27.005404 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: rbac_security_groups.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.006311 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.006832 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: rbac-security-groups Jun 28 23:48:27.007185 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: rbac_subnetpool.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.008092 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.008614 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: rbac-subnetpool Jun 28 23:48:27.008939 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: revisionifmatch.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.009857 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.010382 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: revision-if-match Jun 28 23:48:27.010706 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: revisions.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.012109 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.012630 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: standard-attr-revisions Jun 28 23:48:27.012959 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: router_availability_zone.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.013632 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.014158 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: router_availability_zone Jun 28 23:48:27.014486 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: routerservicetype.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.015427 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.015943 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension router-service-type not supported by any of loaded plugins Jun 28 23:48:27.016267 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.017185 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.017708 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: security-groups-normalized-cidr Jun 28 23:48:27.018034 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: security_groups_port_filtering.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.018985 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.019508 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: port-security-groups-filtering Jun 28 23:48:27.019831 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.020748 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.021266 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: security-groups-remote-address-group Jun 28 23:48:27.021590 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: securitygroup.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.031675 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.032227 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: security-group Jun 28 23:48:27.032561 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: segment.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.033359 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.033879 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension segment not supported by any of loaded plugins Jun 28 23:48:27.034203 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.035188 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.035711 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 23:48:27.036037 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: servicetype.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.037207 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.037738 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: service-type Jun 28 23:48:27.038067 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: sorting.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.039077 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.039419 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: sorting Jun 28 23:48:27.039748 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: standard_attr_segment.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.040744 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.041269 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 23:48:27.041595 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: standardattrdescription.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.042251 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.043533 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: standard-attr-description Jun 28 23:48:27.043870 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: stateful_security_group.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.044863 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.045389 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: stateful-security-group Jun 28 23:48:27.045718 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: stdattrs_common.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.046296 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 23:48:27.046620 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.047566 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.048091 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 23:48:27.048417 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: subnet_onboard.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.049486 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.050009 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: subnet_onboard Jun 28 23:48:27.050333 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.051292 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.051810 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 23:48:27.052133 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: subnet_service_types.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.053048 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.053568 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: subnet-service-types Jun 28 23:48:27.053892 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: subnetallocation.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.055001 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.055526 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: subnet_allocation Jun 28 23:48:27.055854 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.056523 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.057043 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: subnetpool-prefix-ops Jun 28 23:48:27.057367 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.058292 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.060814 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 23:48:27.061159 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: tagging.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.064143 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.064700 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: standard-attr-tag Jun 28 23:48:27.065041 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: timestamp.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.066737 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.067676 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loaded extension: standard-attr-timestamp Jun 28 23:48:27.068229 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: trunk.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.069847 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.070766 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension trunk not supported by any of loaded plugins Jun 28 23:48:27.071596 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: trunk_details.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.073070 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.073983 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension trunk-details not supported by any of loaded plugins Jun 28 23:48:27.074577 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: uplink_status_propagation.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.076102 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.077006 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 23:48:27.077576 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Loading extension file: vlantransparent.py {{(pid=92831) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:27.078684 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92831) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:27.079392 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 23:48:27.082169 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:network Jun 28 23:48:27.082707 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:subnet Jun 28 23:48:27.083149 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:27.083541 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:port Jun 28 23:48:27.084847 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.085292 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service FLAVORS assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.085915 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.086349 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.086682 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:router Jun 28 23:48:27.087159 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:floatingip Jun 28 23:48:27.087661 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service METERING assigned prefix: /metering {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.089119 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:27.089495 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:27.090374 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:27.091426 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 23:48:27.091876 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:security_group Jun 28 23:48:27.092317 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 23:48:27.092944 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service CORE assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.093277 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:27.093627 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] subnetpool is already registered Jun 28 23:48:27.094061 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service CORE assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.094388 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:27.094721 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] subnetpool is already registered Jun 28 23:48:27.097134 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.097573 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service FLAVORS assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.098166 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.098600 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.098964 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:router Jun 28 23:48:27.099309 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] router is already registered Jun 28 23:48:27.099728 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:floatingip Jun 28 23:48:27.100067 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] floatingip is already registered Jun 28 23:48:27.100527 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service METERING assigned prefix: /metering {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.101242 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 23:48:27.101521 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] rbac_policy is already registered Jun 28 23:48:27.101932 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:security_group Jun 28 23:48:27.102398 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] security_group is already registered Jun 28 23:48:27.102667 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 23:48:27.103025 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] security_group_rule is already registered Jun 28 23:48:27.103657 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service CORE assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.103989 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:27.104324 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] subnetpool is already registered Jun 28 23:48:27.104746 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.v2.resource_helper [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Service CORE assigned prefix: {{(pid=92831) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:27.105071 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:27.105959 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING neutron.quota.resource_registry [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] subnetpool is already registered Jun 28 23:48:27.106429 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: extensions {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.107946 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: address-groups {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.109450 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: address-scopes {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.110768 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: agents {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.111957 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: auto-allocated-topology {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.113197 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: availability_zones {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.114478 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: dhcp-networks {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.116024 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: dhcp-agents {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.117477 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: routers {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.119199 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: flavors {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.121762 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: service_profiles {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.123006 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: next_providers {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.124612 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: service_profiles {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.126149 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: floatingip-pools {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.127404 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: routers {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.129130 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: floatingips {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.130415 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: l3-routers {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.131858 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: l3-agents {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.133278 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: metering-labels {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.134542 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: metering-label-rules {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.135952 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: network-ip-availabilities {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.137276 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: bindings {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.138869 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: quotas {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.140406 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: quotas {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.141817 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: rbac-policies {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.143059 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: security-groups {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.144466 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: security-group-rules {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.145832 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: service-providers {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.147081 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: subnetpools {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.148411 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: subnetpools {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.149953 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.151656 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.154069 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.155930 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.157589 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.159563 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.161271 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.163075 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.165358 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.167620 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron.api.extensions [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Extended resource: tags {{(pid=92831) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:27.175671 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING keystonemiddleware.auth_token [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 23:48:27.180977 dv-cinder-763306-13-iscsi neutron-server[92831]: WARNING keystonemiddleware.auth_token [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 23:48:27.191627 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_concurrency.lockutils [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Acquired lock "singleton_lock" {{(pid=92831) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 23:48:27.192174 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_concurrency.lockutils [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Releasing lock "singleton_lock" {{(pid=92831) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 23:48:27.192916 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO oslo_service.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Starting 2 workers Jun 28 23:48:27.198927 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Started child 92940 {{(pid=92831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:48:27.203706 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Started child 92941 {{(pid=92831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:48:27.204409 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:27.205297 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO neutron.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 23:48:27.205930 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [-] (92940) wsgi starting up on http://0.0.0.0:9696 Jun 28 23:48:27.206067 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Notify callbacks [] for process, before_spawn {{(pid=92831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:27.208540 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:27.209064 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO oslo_service.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Starting 1 workers Jun 28 23:48:27.210078 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [-] (92941) wsgi starting up on http://0.0.0.0:9696 Jun 28 23:48:27.213857 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Started child 92942 {{(pid=92831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:48:27.214431 dv-cinder-763306-13-iscsi neutron-server[92831]: INFO oslo_service.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Starting 1 workers Jun 28 23:48:27.218164 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] calling RpcWorker wait() {{(pid=92942) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 23:48:27.218777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] returning from RpcWorker wait() {{(pid=92942) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 23:48:27.219645 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Started child 92943 {{(pid=92831) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:48:27.220006 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:27.220475 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:27.220600 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG neutron_lib.callbacks.manager [None req-467b010b-ffb4-475c-a0b5-722643ebc04d None None] Notify callbacks [] for process, after_spawn {{(pid=92831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:27.222406 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92831) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 23:48:27.222625 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 23:48:27.222813 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 23:48:27.223084 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 23:48:27.223435 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 23:48:27.223602 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 23:48:27.224243 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.224460 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.224692 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:27.225164 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.225164 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.225300 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.225802 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.225902 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:27.226070 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.226302 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.226582 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.226835 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.227034 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.227201 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.227461 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.227695 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.227965 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.228224 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.228477 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.228744 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.228914 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.229198 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.229449 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.229672 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.229936 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] debug = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.230175 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.231268 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.231541 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.231782 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.232007 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.232279 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.232505 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.232794 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.233026 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.233275 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.233510 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.233763 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.234034 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.234205 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.234427 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.234707 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.234970 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.235433 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] host = dv-cinder-763306-13-iscsi {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.235651 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.235870 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.236099 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.236375 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.236609 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.236844 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.237110 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.237364 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.237624 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.237827 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.238090 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.238309 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.238560 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.238793 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.238977 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_options = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.239214 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.239474 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.239756 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.239918 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.240084 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.240258 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.240512 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.240675 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.240930 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.241145 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.241357 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.241575 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.241788 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.242001 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.242293 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.242554 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.242796 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.243029 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.243281 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.243507 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.243729 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.243969 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.244216 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.244437 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.244682 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.244894 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.245129 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.245436 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.245656 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.245992 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.247243 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.247779 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.247779 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.248051 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.248214 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.248351 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.248566 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.249053 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.249231 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.249446 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.249611 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.249937 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.250203 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.250441 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.251388 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.251622 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_json = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.252386 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.253219 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.253505 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.253734 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.255707 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.255707 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.255707 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.255992 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.256430 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.256781 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.257280 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.257666 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.258005 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.258390 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.258642 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.258916 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.259161 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.259485 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.259988 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.260225 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.260504 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.260764 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.262432 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.262790 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.263121 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.263436 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.263670 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.263922 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.264149 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.264386 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.264708 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.265003 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.265265 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.265531 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.265759 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.266019 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.266243 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.266478 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.266718 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.266966 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.267235 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.267513 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.267762 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.268012 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.268409 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.268622 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.268855 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.269088 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.269349 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.269592 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.269816 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.270032 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.270255 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.270473 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.270690 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.270953 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.271190 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.271429 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.271656 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.271877 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.272091 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.272326 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.272572 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.272817 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.273041 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.273255 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.273492 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.273712 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.273959 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.274236 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.274483 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.274701 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.274971 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.275170 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.275389 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.275676 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.275925 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.276174 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.276393 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.276608 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.276819 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.277034 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.277780 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.278009 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.278247 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.278460 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.278680 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.278972 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.279129 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.279339 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.279596 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.279805 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.280088 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.280384 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.280638 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.280890 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.281119 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.281371 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.281609 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.281869 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.282094 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.282315 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.282551 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.282816 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.283068 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.283344 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.283598 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.283860 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.284109 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.284326 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.284571 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.284799 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.285046 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.285310 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.285591 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.285854 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.286106 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.286372 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.286640 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.286950 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.287191 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.287466 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.287711 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.287968 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.288266 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.288543 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.289028 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.289297 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.289528 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.289798 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.290024 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.290299 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.290532 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.290779 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.291023 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.291318 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.291583 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.291793 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.292011 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.292259 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.292578 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.292807 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.293027 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.293248 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.293530 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.293777 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.294018 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.294282 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.294550 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.294818 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.295088 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.295361 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.295559 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.295790 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.296043 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.296259 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.296492 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.296724 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.296948 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.297169 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.297386 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.297646 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.297866 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.298091 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.298333 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.298565 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.298782 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.299060 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.299275 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.299496 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.299733 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.299953 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.300171 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.300404 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.300635 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.300889 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.301110 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.301404 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.301670 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.301906 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.302152 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.302398 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.302654 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.302884 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.303132 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.303356 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.303563 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.303778 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.303999 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.304233 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.304466 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.304694 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.304928 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.305179 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.305431 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.305760 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.306002 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.306235 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.306488 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.306707 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.306992 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.307246 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.307467 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.307685 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.307901 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.308144 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.308401 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.308652 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.308881 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.309114 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.309325 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.309538 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.309772 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.310014 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.310310 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.310563 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.310795 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.311087 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.311331 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.311566 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.311796 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.312032 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.312247 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.312469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.312691 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.312903 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.313131 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.313343 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.313553 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.313775 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.313994 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.314209 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.314456 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.314670 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.314894 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.315138 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.315356 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.315565 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.315809 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.316074 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.316284 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.316526 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.316743 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.316952 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.317236 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.317482 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.317705 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.317989 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.318236 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.318484 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.318726 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.319080 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.319304 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.319563 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.319823 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.320043 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.320302 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.320552 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.320860 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.321411 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.321667 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.321918 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.322205 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.322478 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.322743 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.322976 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.323281 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.323613 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.323878 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.324639 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.324889 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.325149 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.325375 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.325591 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.325837 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.326076 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.326288 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.326547 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.326775 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.327045 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.327279 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.327521 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.327755 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.327985 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.328221 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.328462 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.328696 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.328858 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 23:48:27.329435 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92831) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 23:48:27.329593 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 23:48:27.329754 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 23:48:27.329922 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 23:48:27.330089 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 23:48:27.330241 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 23:48:27.330447 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.330605 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.330765 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.330948 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.331109 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.331286 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.331450 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.331607 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.331766 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.331910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.332067 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.332232 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.332377 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.332532 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.332716 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.332847 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.333004 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.333163 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.333327 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.333486 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.333643 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.333805 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.333962 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] debug = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.334130 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.334333 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.334497 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.334655 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.334812 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.334994 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.335151 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.335311 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.335468 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.335625 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.335783 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.335944 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.336099 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.336251 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.336603 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.336710 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.336867 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.337020 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] host = dv-cinder-763306-13-iscsi {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.337183 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.337336 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.337495 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.337652 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.337813 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.337968 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.338127 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.338285 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.338442 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.338599 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.338758 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.338950 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.339111 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.339269 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.339426 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_options = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.339583 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.340357 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.340516 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.340697 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.340859 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.341015 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.341173 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.341333 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.341492 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.341688 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.341814 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.341972 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.342130 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.342287 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.342444 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343023 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343023 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343023 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343258 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343258 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343381 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343530 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343676 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343838 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.343979 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.344135 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.344292 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.344452 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.344604 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.344765 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.344925 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.345038 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:27.345129 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.345213 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.345371 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.345527 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.345683 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.345841 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.346002 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.346159 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.346320 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.346477 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.346630 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.346787 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.346965 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.347121 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.347277 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_json = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.347435 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.347593 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.347751 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.347909 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.348066 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.348224 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.348381 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.348539 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:27.348720 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.348882 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.349053 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.349212 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.349371 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.349530 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.349691 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.349850 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.350009 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.350169 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.350335 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.350494 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.350664 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.350824 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.351006 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.351170 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.351395 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.351489 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.351625 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.351785 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.351945 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.352104 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.352280 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.352440 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.352601 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.352762 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.352926 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.353091 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.353249 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.353409 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.353570 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.353730 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.353893 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.354053 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.354213 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.354373 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.354532 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.354692 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.354873 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.355031 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.355191 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.355377 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.355537 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.355698 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.355884 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.356016 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.356202 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.356342 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.356787 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.356787 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.356787 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.357011 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.357105 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.357583 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.357583 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.357583 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.357829 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.357912 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.357992 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.358226 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.358324 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.358470 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.358631 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.358790 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.358967 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.359128 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.359288 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.359445 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.359613 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.359771 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.359930 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.360086 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.360253 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.360412 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.360574 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.360740 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.360899 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.361061 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.361228 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362047 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362047 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362047 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362047 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362047 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362434 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362434 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362434 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362671 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362754 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.362912 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.363075 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.363234 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.363388 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.363553 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.363710 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.363876 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.364032 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.364197 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.364355 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.364516 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.364676 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.364907 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.365009 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.365135 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.365294 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.365453 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.365613 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.365773 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.365932 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.366091 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.366250 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.366423 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.366589 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.366749 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.366931 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.367081 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.367259 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.367417 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.367581 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.367830 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.367993 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.368153 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.368335 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.368510 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.368670 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.368830 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.368991 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.369162 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.369330 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.369489 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.369650 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.369809 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.369995 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.370156 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.370316 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.370476 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.370636 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.370795 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.371172 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.371343 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.371572 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.371694 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.371806 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.371967 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.372130 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.372290 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.372451 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.372614 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.372776 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.372937 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.374881 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.374881 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.374881 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.374881 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.374881 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.374881 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.374881 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.374881 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.375452 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.375452 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.375452 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.375452 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.375452 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.375452 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.375452 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.375452 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376021 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376021 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376021 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376021 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376308 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376308 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376453 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376597 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376764 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.376924 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.377087 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.377247 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.377436 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.377564 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.377725 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.377886 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.378048 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.378207 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.378369 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.378529 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.378690 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.378888 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.379044 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.379204 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.379365 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.379525 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.379685 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.379845 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.380006 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.380166 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.380326 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.380486 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.380648 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.380813 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.380974 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.381136 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.381297 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.381459 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.381620 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.381780 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.381953 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.382115 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.382276 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.382436 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.382597 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.382757 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.382951 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.383113 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.383272 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.383433 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.383594 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.383757 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.383926 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.384087 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.384247 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.384407 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.384567 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.384765 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.384885 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.385045 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.385524 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.385524 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.385524 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.386199 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.386199 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.386199 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.386199 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.387248 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.387248 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.387248 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.387248 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.390658 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.390658 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.390658 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.390658 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.390658 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.390658 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.390658 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.390658 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391348 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391348 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391348 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391348 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391348 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391348 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391348 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391348 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.391910 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.392469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.392469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.392469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.392469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.392469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.392469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.392469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.392469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.392469 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393161 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393161 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393161 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393161 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393161 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393161 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393597 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393597 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393597 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:27.393805 dv-cinder-763306-13-iscsi neutron-server[92831]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92831) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 23:48:27.633675 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39086) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:48:27.642937 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069633 Jun 28 23:48:39.201415 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e9b90-fc9b-40de-ae5a-9a35655806de None None] get_active_networks_info from dv-cinder-763306-13-iscsi {{(pid=92942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 23:48:39.275655 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e9b90-fc9b-40de-ae5a-9a35655806de None None] No non-hosted networks {{(pid=92942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 23:48:39.285708 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.agentschedulers_db [None req-263e9b90-fc9b-40de-ae5a-9a35655806de None None] DHCP Agent not found on host dv-cinder-763306-13-iscsi {{(pid=92942) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 23:48:39.404718 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f16af47-3131-401f-be86-7938a3c06af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8049826'] for agent, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:42.293753 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e875c906-2afd-4b27-b713-e05665956cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8049826'] for agent, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:42.351767 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b6af-c5bb-4492-828a-05925e37bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:42.498589 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8049826'] for agent, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:42.499386 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.499737 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.500168 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.500506 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.500835 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.501250 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.501583 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.501925 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.502347 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.502673 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.503117 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.503459 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:42.503881 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-13-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:42.511566 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-13-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:44.291847 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8049826'] for agent, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:45.846574 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.db.l3_hamode_db [None req-fccdfe7c-60db-4a1e-806a-a14abf4946f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 23:48:45.931160 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccdfe7c-60db-4a1e-806a-a14abf4946f9 None None] Routers set() bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:48:45.931619 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccdfe7c-60db-4a1e-806a-a14abf4946f9 None None] Router IDs set() for agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 23:48:46.713274 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8049826'] for agent, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:47.556285 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39180) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:48:48.123295 dv-cinder-763306-13-iscsi neutron-server[92940]: WARNING oslo_policy.policy [None req-92997c94-9fca-43f4-b581-628fe3d88735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:48.124235 dv-cinder-763306-13-iscsi neutron-server[92940]: WARNING oslo_policy.policy [None req-92997c94-9fca-43f4-b581-628fe3d88735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:48.529275 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [None req-92997c94-9fca-43f4-b581-628fe3d88735 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:48:48.531241 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-92997c94-9fca-43f4-b581-628fe3d88735 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9725759 Jun 28 23:48:50.921531 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39194) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:48:51.418475 dv-cinder-763306-13-iscsi neutron-server[92941]: WARNING oslo_policy.policy [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:51.419080 dv-cinder-763306-13-iscsi neutron-server[92941]: WARNING oslo_policy.policy [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:51.631729 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:48:51.723600 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.policy [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92941) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 23:48:51.772088 dv-cinder-763306-13-iscsi neutron-server[92941]: WARNING oslo_policy.policy [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:51.772464 dv-cinder-763306-13-iscsi neutron-server[92941]: WARNING oslo_policy.policy [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:51.781279 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.quota [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] Loaded quota_driver: . Jun 28 23:48:51.877008 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727255922732', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727255923327', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727255959223', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727255969901', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727255946800', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727255956692', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-582224', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-752015', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8048175', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7986891'] for rbac-policy, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:51.941726 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:51.943030 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-289f086c-ac23-4416-80f5-3a75c7bc7076 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0204926 Jun 28 23:48:54.486657 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39212) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:48:54.780551 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'project_id': '23ff66ae7bbd406ba567dfdd21d48415'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:48:54.812617 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Made reservation on behalf of 23ff66ae7bbd406ba567dfdd21d48415 for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:48:54.815715 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:54.833123 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:54.961021 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:54.965709 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:54.971509 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:54.991179 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:48:55.015570 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727252403119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:55.016159 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Unsubscribe: segment precommit_create {{(pid=92941) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 23:48:55.016610 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Added segment 1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41 of type vlan for network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f Jun 28 23:48:55.033535 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4dc85f-3a1d-4fc2-a68e-98f72a7aab81,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:48:55.058459 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.058802 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.059150 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.059469 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.059783 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.060137 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.060446 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.060759 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.061063 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.061363 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.061663 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.061963 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Tracked resource versions report: Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: pushed versions: Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: { 'AddressGroup': {'1.2'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'ConntrackHelper': {'1.0'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Log': {'1.0'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Network': {'1.1'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Port': {'1.7'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'PortForwarding': {'1.2'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'QosPolicy': {'1.8'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SecurityGroup': {'1.4'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SubPort': {'1.0'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Subnet': {'1.1'}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Trunk': {'1.1'}} Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: consumer versions: Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: { DHCP agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: L3 agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: Metadata agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: Metering agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: Open vSwitch agent@dv-cinder-763306-13-iscsi: { 'AddressGroup': '1.2', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'ConntrackHelper': '1.0', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Log': '1.0', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Network': '1.1', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Port': '1.7', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'PortForwarding': '1.2', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'QosPolicy': '1.8', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SecurityGroup': '1.4', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SecurityGroupRule': '1.2', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SubPort': '1.0', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Subnet': '1.1', Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Trunk': '1.1'}} Jun 28 23:48:55.063258 dv-cinder-763306-13-iscsi neutron-server[92941]: {{(pid=92941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:48:55.116875 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:55.138002 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:55.189608 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:55.191109 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:48:55.191758 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:55.194592 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:55.242745 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7549798 Jun 28 23:48:55.295124 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Pushing event updated for resources: {'Network': ['ID=2e29368c-2b9a-415e-84b0-b5b0f72ef96f,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:48:55.298681 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:55.307807 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:48:57.885253 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39226) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:48:58.278416 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4ea3d-b297-487a-9383-f31bdf594788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:48:58.279883 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-96e4ea3d-b297-487a-9383-f31bdf594788 admin admin] 10.222.0.24 "GET /v2.0/networks/2e29368c-2b9a-415e-84b0-b5b0f72ef96f HTTP/1.1" status: 200 len: 825 time: 0.3932490 Jun 28 23:48:58.304808 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-6b8970b2-4d43-4e2b-9787-a760798acc3d admin admin] 10.222.0.24 "GET /v2.0/subnetpools/732768ca-4515-4140-9163-eed7ad21a875 HTTP/1.1" status: 200 len: 734 time: 0.0190730 Jun 28 23:48:58.313625 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'subnetpool_id': '732768ca-4515-4140-9163-eed7ad21a875', 'gateway_ip': '172.20.0.1', 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:48:58.336965 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Made reservation on behalf of 23ff66ae7bbd406ba567dfdd21d48415 for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:48:58.340407 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.652434 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.654880 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:58.731582 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c461446-c726-44ef-9ed8-70c3b427a12f,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:48:58.733484 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Checking segment: {'id': '1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:48:58.733846 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Network hostable DHCP agents. Network: 2e29368c-2b9a-415e-84b0-b5b0f72ef96f, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:48:58.739637 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:58.759671 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:48:58.772745 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 2e29368c-2b9a-415e-84b0-b5b0f72ef96f) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:48:58.777652 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:48:58.778232 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.783342 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8132f704-1fe2-4e7a-9415-06ec52110415 None None] Network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:48:58.799947 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4895384 Jun 28 23:48:59.097550 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-2e29368c-2b9a-415e-84b0-b5b0f72ef96f', 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'fixed_ips': [{'subnet_id': '1c461446-c726-44ef-9ed8-70c3b427a12f'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:48:59.098804 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:59.370490 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Allocated IP 172.20.0.2 (2e29368c-2b9a-415e-84b0-b5b0f72ef96f/1c461446-c726-44ef-9ed8-70c3b427a12f/e1fba658-625e-4415-9079-d634c2d8e89e) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:48:59.587725 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:59.631857 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Transition to ACTIVE for port object e1fba658-625e-4415-9079-d634c2d8e89e will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:48:59.655673 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Transition to ACTIVE for port object e1fba658-625e-4415-9079-d634c2d8e89e will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:48:59.664557 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:59.667392 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:59.731269 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:48:59.737001 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:48:59.757092 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:48:59.760950 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Pushing event updated for resources: {'Port': ['ID=e1fba658-625e-4415-9079-d634c2d8e89e,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:48:59.772065 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.772463 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.772803 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.773129 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.773454 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.773775 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.774093 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.774412 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.774742 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.775086 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.775403 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.775713 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Tracked resource versions report: Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: pushed versions: Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: { 'AddressGroup': {'1.2'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'ConntrackHelper': {'1.0'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Log': {'1.0'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Network': {'1.1'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Port': {'1.7'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'PortForwarding': {'1.2'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'QosPolicy': {'1.8'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SecurityGroup': {'1.4'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SubPort': {'1.0'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Subnet': {'1.1'}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Trunk': {'1.1'}} Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: consumer versions: Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: { DHCP agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: L3 agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: Metadata agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: Metering agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: Open vSwitch agent@dv-cinder-763306-13-iscsi: { 'AddressGroup': '1.2', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'ConntrackHelper': '1.0', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Log': '1.0', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Network': '1.1', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Port': '1.7', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'PortForwarding': '1.2', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'QosPolicy': '1.8', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SecurityGroup': '1.4', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SecurityGroupRule': '1.2', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SubPort': '1.0', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Subnet': '1.1', Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Trunk': '1.1'}} Jun 28 23:48:59.777557 dv-cinder-763306-13-iscsi neutron-server[92942]: {{(pid=92942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:48:59.795844 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:59.843569 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Attempting to bind port e1fba658-625e-4415-9079-d634c2d8e89e on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:48:59.843935 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Attempting to bind port e1fba658-625e-4415-9079-d634c2d8e89e by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:48:59.844372 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Attempting to bind port e1fba658-625e-4415-9079-d634c2d8e89e on network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:48:59.850095 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:48:59.850501 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Checking segment: {'id': '1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:48:59.851038 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:59.851431 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Bound using segment: {'id': '1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:48:59.851912 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Bound port: e1fba658-625e-4415-9079-d634c2d8e89e, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:48:59.852340 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:59.914750 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] For port e1fba658-625e-4415-9079-d634c2d8e89e, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:48:59.919094 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] For port e1fba658-625e-4415-9079-d634c2d8e89e, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=e1fba658-625e-4415-9079-d634c2d8e89e,segment=NetworkSegment(1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41),segment_id=1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:48:59.923717 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:59.929566 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:59.989935 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Pushing event updated for resources: {'Port': ['ID=e1fba658-625e-4415-9079-d634c2d8e89e,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:48:59.993020 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:01.177973 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39234) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:01.526067 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [None req-8c708999-e71b-4cb1-8416-88860477d48c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:49:01.527190 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-8c708999-e71b-4cb1-8416-88860477d48c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3481441 Jun 28 23:49:03.907907 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39242) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:04.250293 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [None req-3bdd4890-6e10-4d85-b634-055fd1265745 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:49:04.251276 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-3bdd4890-6e10-4d85-b634-055fd1265745 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3424711 Jun 28 23:49:05.326287 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device e1fba658-625e-4415-9079-d634c2d8e89e up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:05.415617 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port e1fba658-625e-4415-9079-d634c2d8e89e completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:06.371594 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6605d2-fe45-4a9f-97f0-e1b300a79cd2 None None] Network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:49:06.428149 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-609b397f-29ed-49f2-aa79-84739072c887 None None] Provisioning for port e1fba658-625e-4415-9079-d634c2d8e89e completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:06.434869 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-609b397f-29ed-49f2-aa79-84739072c887 None None] Provisioning complete for port e1fba658-625e-4415-9079-d634c2d8e89e triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:06.435279 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-609b397f-29ed-49f2-aa79-84739072c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:06.600346 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-609b397f-29ed-49f2-aa79-84739072c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:06.662930 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-609b397f-29ed-49f2-aa79-84739072c887 None None] For port e1fba658-625e-4415-9079-d634c2d8e89e, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=e1fba658-625e-4415-9079-d634c2d8e89e,segment=NetworkSegment(1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41),segment_id=1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:49:06.669343 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-609b397f-29ed-49f2-aa79-84739072c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:06.675018 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:06.734408 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b397f-29ed-49f2-aa79-84739072c887 None None] Pushing event updated for resources: {'Port': ['ID=e1fba658-625e-4415-9079-d634c2d8e89e,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:06.737718 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-609b397f-29ed-49f2-aa79-84739072c887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:06.891661 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-9158ea42-ee56-43b6-b550-16be3b64ee85 None None] Provisioning complete for port e1fba658-625e-4415-9079-d634c2d8e89e triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:06.892112 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9158ea42-ee56-43b6-b550-16be3b64ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:06.923410 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39256) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:07.229398 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:49:07.282902 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device e1fba658-625e-4415-9079-d634c2d8e89e up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:07.293247 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.policy [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92940) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 23:49:07.328475 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port e1fba658-625e-4415-9079-d634c2d8e89e triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:07.328851 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:07.339375 dv-cinder-763306-13-iscsi neutron-server[92940]: WARNING oslo_policy.policy [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:49:07.339767 dv-cinder-763306-13-iscsi neutron-server[92940]: WARNING oslo_policy.policy [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:49:07.348551 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.quota [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] Loaded quota_driver: . Jun 28 23:49:07.409174 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:07.412047 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:07.576354 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:07.582324 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:07.602821 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] Notify callbacks [] for router, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:07.604764 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-3f52bb53-92ec-406a-88a6-7305aba46695 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6798239 Jun 28 23:49:09.027454 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd580-6fa8-4da7-b365-a02e34402ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:09.983323 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39266) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:10.299567 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [None req-dc115a5d-3d79-406f-b1a5-b7b26c485f9e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:49:10.300565 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-dc115a5d-3d79-406f-b1a5-b7b26c485f9e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3163075 Jun 28 23:49:12.250698 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d31efc3c-4c7d-467f-818f-865963ae0bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:12.473177 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:12.679877 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39274) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:12.988701 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:49:13.009175 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Made reservation on behalf of 4faabeb84eea464794f3e7b880b3ccdd for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:49:13.011581 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:13.019173 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:13.105600 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:13.109390 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:13.113501 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:13.124714 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Reserving flat network on physical network physnet1 {{(pid=92941) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 23:49:13.146363 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a2797-ba45-4146-b60a-e7729dee799a,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:13.149158 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:13.149489 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Added segment af275d7c-4e75-4fdc-bf3b-7d4a6feed026 of type flat for network e4926fd9-3111-4f9b-98fd-d724574de105 Jun 28 23:49:13.150810 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:13.196860 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:13.232733 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:13.234309 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:13.234924 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:13.237769 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:13.268360 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5874193 Jun 28 23:49:13.297759 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=e4926fd9-3111-4f9b-98fd-d724574de105,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:13.300524 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:13.308581 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network e4926fd9-3111-4f9b-98fd-d724574de105 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:49:14.187840 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:15.593023 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39292) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:15.761411 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99734eb7-2d53-4a40-9b5f-2776a736d471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:15.762717 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-99734eb7-2d53-4a40-9b5f-2776a736d471 admin admin] 10.222.0.24 "GET /v2.0/subnets/1c461446-c726-44ef-9ed8-70c3b427a12f HTTP/1.1" status: 200 len: 849 time: 0.1687169 Jun 28 23:49:15.921100 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-134bec16-8a66-4ab7-865b-9f7178e5455c admin admin] 10.222.0.24 "GET /v2.0/routers/749af022-22aa-4935-98dd-efeacb75c20b HTTP/1.1" status: 200 len: 704 time: 0.1530380 Jun 28 23:49:16.185268 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:16.476448 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Allocated IP 172.20.0.1 (2e29368c-2b9a-415e-84b0-b5b0f72ef96f/1c461446-c726-44ef-9ed8-70c3b427a12f/cd542eb1-8e61-4805-b8c9-534bade7cbd5) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:49:16.625222 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:16.637039 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:16.705783 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.provisioning_blocks [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Transition to ACTIVE for port object cd542eb1-8e61-4805-b8c9-534bade7cbd5 will not be triggered until provisioned by entity DHCP. {{(pid=92941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:49:16.786085 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:16.788156 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:16.855609 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:49:16.861234 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:16.869642 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:49:16.870214 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:16.927270 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Pushing event updated for resources: {'Port': ['ID=cd542eb1-8e61-4805-b8c9-534bade7cbd5,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:16.936969 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:17.052789 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-d4ad88d7-d261-4d82-8c88-43ba0ad08d1a None None] Provisioning for port cd542eb1-8e61-4805-b8c9-534bade7cbd5 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:17.057393 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-d4ad88d7-d261-4d82-8c88-43ba0ad08d1a None None] Provisioning complete for port cd542eb1-8e61-4805-b8c9-534bade7cbd5 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:17.057835 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4ad88d7-d261-4d82-8c88-43ba0ad08d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.081832 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.094615 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-d4ad88d7-d261-4d82-8c88-43ba0ad08d1a None None] Port cd542eb1-8e61-4805-b8c9-534bade7cbd5 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:49:17.270707 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.275439 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.276706 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.279618 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:17.362613 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Pushing event updated for resources: {'Port': ['ID=cd542eb1-8e61-4805-b8c9-534bade7cbd5,revision_number=2']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:17.366718 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:17.410376 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:49:17.411989 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:17.593661 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Router 749af022-22aa-4935-98dd-efeacb75c20b is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:49:17.615657 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-422c2bda-a9cb-4a86-b17c-45cff764fc62 None None] Provisioning complete for port cd542eb1-8e61-4805-b8c9-534bade7cbd5 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:17.616319 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-422c2bda-a9cb-4a86-b17c-45cff764fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.650322 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-422c2bda-a9cb-4a86-b17c-45cff764fc62 None None] Port cd542eb1-8e61-4805-b8c9-534bade7cbd5 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:49:17.684276 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:49:17.691030 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] 10.222.0.24 "PUT /v2.0/routers/749af022-22aa-4935-98dd-efeacb75c20b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7634377 Jun 28 23:49:17.695319 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Sync routers for ids ['749af022-22aa-4935-98dd-efeacb75c20b'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:49:17.707446 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Routers {'749af022-22aa-4935-98dd-efeacb75c20b'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:49:17.708392 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:49:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['749af022-22aa-4935-98dd-efeacb75c20b'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:17.891513 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Set router 749af022-22aa-4935-98dd-efeacb75c20b gateway port host: None {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:49:18.318674 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749af022-22aa-4935-98dd-efeacb75c20b', 'name': 'router1', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:07Z', 'updated_at': '2021-06-28T23:49:17Z', 'revision_number': 2, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'gw_port_host': None, '_interfaces': [{'id': 'cd542eb1-8e61-4805-b8c9-534bade7cbd5', 'name': '', 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'mac_address': 'fa:16:3e:6a:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749af022-22aa-4935-98dd-efeacb75c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:16Z', 'updated_at': '2021-06-28T23:49:17Z', 'revision_number': 2, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'subnets': [{'id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '732768ca-4515-4140-9163-eed7ad21a875'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:18.369785 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Checking router: 749af022-22aa-4935-98dd-efeacb75c20b for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:49:18.370152 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Updating router 749af022-22aa-4935-98dd-efeacb75c20b port cd542eb1-8e61-4805-b8c9-534bade7cbd5 binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:49:18.432197 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:18.943261 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:18.964142 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Transition to ACTIVE for port object cd542eb1-8e61-4805-b8c9-534bade7cbd5 will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:49:18.970016 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:18.974727 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:19.122304 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Pushing event updated for resources: {'Port': ['ID=cd542eb1-8e61-4805-b8c9-534bade7cbd5,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:19.140947 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.141301 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.141633 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.141957 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.142279 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.142597 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.142940 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.143308 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.143639 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.143952 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.144262 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.144569 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Tracked resource versions report: Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: pushed versions: Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: { 'AddressGroup': {'1.2'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'ConntrackHelper': {'1.0'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Log': {'1.0'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Network': {'1.1'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Port': {'1.7'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'PortForwarding': {'1.2'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'QosPolicy': {'1.8'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SecurityGroup': {'1.4'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SubPort': {'1.0'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Subnet': {'1.1'}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Trunk': {'1.1'}} Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: consumer versions: Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: { DHCP agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: L3 agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: Metadata agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: Metering agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: Open vSwitch agent@dv-cinder-763306-13-iscsi: { 'AddressGroup': '1.2', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'ConntrackHelper': '1.0', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Log': '1.0', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Network': '1.1', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Port': '1.7', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'PortForwarding': '1.2', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'QosPolicy': '1.8', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SecurityGroup': '1.4', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SecurityGroupRule': '1.2', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SubPort': '1.0', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Subnet': '1.1', Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Trunk': '1.1'}} Jun 28 23:49:19.145867 dv-cinder-763306-13-iscsi neutron-server[92943]: {{(pid=92943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:49:19.148156 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Attempting to bind port cd542eb1-8e61-4805-b8c9-534bade7cbd5 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:49:19.148543 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Attempting to bind port cd542eb1-8e61-4805-b8c9-534bade7cbd5 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:49:19.148976 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Attempting to bind port cd542eb1-8e61-4805-b8c9-534bade7cbd5 on network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:49:19.155546 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:19.157183 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:49:19.157183 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Checking segment: {'id': '1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:49:19.157552 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:19.157936 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Bound using segment: {'id': '1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:49:19.158447 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Bound port: cd542eb1-8e61-4805-b8c9-534bade7cbd5, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:49:19.158934 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:19.228533 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] For port cd542eb1-8e61-4805-b8c9-534bade7cbd5, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:49:19.253048 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] For port cd542eb1-8e61-4805-b8c9-534bade7cbd5, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=cd542eb1-8e61-4805-b8c9-534bade7cbd5,segment=NetworkSegment(1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41),segment_id=1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:49:19.258518 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:19.261335 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:19.314669 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Routers {'749af022-22aa-4935-98dd-efeacb75c20b'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:49:19.315325 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:49:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['749af022-22aa-4935-98dd-efeacb75c20b'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:19.320306 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Pushing event updated for resources: {'Port': ['ID=cd542eb1-8e61-4805-b8c9-534bade7cbd5,revision_number=4']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:19.352549 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:19.408670 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] Set router 749af022-22aa-4935-98dd-efeacb75c20b gateway port host: None {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:49:19.625389 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749af022-22aa-4935-98dd-efeacb75c20b', 'name': 'router1', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:07Z', 'updated_at': '2021-06-28T23:49:17Z', 'revision_number': 2, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'gw_port_host': None, '_interfaces': [{'id': 'cd542eb1-8e61-4805-b8c9-534bade7cbd5', 'name': '', 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'mac_address': 'fa:16:3e:6a:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749af022-22aa-4935-98dd-efeacb75c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:16Z', 'updated_at': '2021-06-28T23:49:19Z', 'revision_number': 4, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'subnets': [{'id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '732768ca-4515-4140-9163-eed7ad21a875'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:19.656385 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba73c7f-48c2-4aa4-b79b-0fc5f3534458 None None] The sync data for ids ['749af022-22aa-4935-98dd-efeacb75c20b'] in dv-cinder-763306-13-iscsi is: [{'id': '749af022-22aa-4935-98dd-efeacb75c20b', 'name': 'router1', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:07Z', 'updated_at': '2021-06-28T23:49:17Z', 'revision_number': 2, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'gw_port_host': None, '_interfaces': [{'id': 'cd542eb1-8e61-4805-b8c9-534bade7cbd5', 'name': '', 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'mac_address': 'fa:16:3e:6a:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749af022-22aa-4935-98dd-efeacb75c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:16Z', 'updated_at': '2021-06-28T23:49:19Z', 'revision_number': 4, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'subnets': [{'id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '732768ca-4515-4140-9163-eed7ad21a875'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:49:19.913591 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39312) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:20.026562 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89467619-1314-4ce1-be48-8d675d235380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:20.027959 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-89467619-1314-4ce1-be48-8d675d235380 admin admin] 10.222.0.24 "GET /v2.0/networks/e4926fd9-3111-4f9b-98fd-d724574de105 HTTP/1.1" status: 200 len: 842 time: 0.1134126 Jun 28 23:49:20.037288 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:49:20.058831 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Made reservation on behalf of 4faabeb84eea464794f3e7b880b3ccdd for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:49:20.061095 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:20.341604 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.objects.ports [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 23:49:20.342060 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:20.344212 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-4f9ed4ff-8d17-4b35-963b-49d9149bc990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:20.395989 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd67ba7-ec34-4ce2-b04e-103df782508a,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:20.398601 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:20.406168 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:49:20.406520 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Network hostable DHCP agents. Network: e4926fd9-3111-4f9b-98fd-d724574de105, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:49:20.422906 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:49:20.431993 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, e4926fd9-3111-4f9b-98fd-d724574de105) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:20.436246 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:20.436999 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:20.441505 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd984e0d-16e0-43d8-9224-0a17abaf80be None None] Network e4926fd9-3111-4f9b-98fd-d724574de105 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:49:20.456873 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4230671 Jun 28 23:49:20.651169 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba35af-8554-4f97-b10a-e2b0a1612a88 None None] Network e4926fd9-3111-4f9b-98fd-d724574de105 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:49:21.272913 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 5 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:49:22.752261 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39324) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:22.959278 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-96932e44-3202-4fb0-bd9a-8d01a49e8f57 admin admin] 10.222.0.24 "GET /v2.0/routers/749af022-22aa-4935-98dd-efeacb75c20b HTTP/1.1" status: 200 len: 710 time: 0.2058375 Jun 28 23:49:23.048658 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecd0ab-5f9a-4cd4-a29a-ec08fa431d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:23.050027 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-67ecd0ab-5f9a-4cd4-a29a-ec08fa431d3e admin admin] 10.222.0.24 "GET /v2.0/networks/e4926fd9-3111-4f9b-98fd-d724574de105 HTTP/1.1" status: 200 len: 886 time: 0.0852304 Jun 28 23:49:23.058782 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:49:23.306086 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.310735 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device cd542eb1-8e61-4805-b8c9-534bade7cbd5 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:23.361554 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port cd542eb1-8e61-4805-b8c9-534bade7cbd5 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:23.367384 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port cd542eb1-8e61-4805-b8c9-534bade7cbd5 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:23.368043 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.453350 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.489079 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port cd542eb1-8e61-4805-b8c9-534bade7cbd5, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=cd542eb1-8e61-4805-b8c9-534bade7cbd5,segment=NetworkSegment(1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41),segment_id=1a801ab2-ecd0-4d21-b6fa-19abe0b0ea41)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:49:23.495036 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.497492 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-609b397f-29ed-49f2-aa79-84739072c887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:23.604130 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=cd542eb1-8e61-4805-b8c9-534bade7cbd5,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:23.607451 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:23.629224 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.726066 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.848362 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Allocated IP 172.27.1.142 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/9f6d4f43-2e32-4620-bd20-7cce139a768d) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:49:23.966979 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:24.006383 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:24.008692 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:24.048066 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:49:24.050837 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:24.057057 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:49:24.062065 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Pushing event updated for resources: {'Port': ['ID=9f6d4f43-2e32-4620-bd20-7cce139a768d,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:24.092800 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:24.311599 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:24.610382 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:24.615677 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8048809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8048802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8049870'] for router, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:24.730950 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Router 749af022-22aa-4935-98dd-efeacb75c20b has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:49:24.836646 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:49:24.844580 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:24.847117 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] 10.222.0.24 "PUT /v2.0/routers/749af022-22aa-4935-98dd-efeacb75c20b HTTP/1.1" status: 200 len: 890 time: 1.7912662 Jun 28 23:49:24.850469 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Sync routers for ids ['749af022-22aa-4935-98dd-efeacb75c20b'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:49:24.866964 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Routers {'749af022-22aa-4935-98dd-efeacb75c20b'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:49:24.866964 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:49:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['749af022-22aa-4935-98dd-efeacb75c20b'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:25.118106 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Set router 749af022-22aa-4935-98dd-efeacb75c20b gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:49:25.316999 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device cd542eb1-8e61-4805-b8c9-534bade7cbd5 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:25.505339 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port cd542eb1-8e61-4805-b8c9-534bade7cbd5 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:25.505622 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:25.645484 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749af022-22aa-4935-98dd-efeacb75c20b', 'name': 'router1', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '9f6d4f43-2e32-4620-bd20-7cce139a768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:07Z', 'updated_at': '2021-06-28T23:49:24Z', 'revision_number': 4, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'gw_port': {'id': '9f6d4f43-2e32-4620-bd20-7cce139a768d', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:69:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749af022-22aa-4935-98dd-efeacb75c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:23Z', 'updated_at': '2021-06-28T23:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': 'cd542eb1-8e61-4805-b8c9-534bade7cbd5', 'name': '', 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'mac_address': 'fa:16:3e:6a:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749af022-22aa-4935-98dd-efeacb75c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:16Z', 'updated_at': '2021-06-28T23:49:23Z', 'revision_number': 5, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'subnets': [{'id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '732768ca-4515-4140-9163-eed7ad21a875'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:25.704651 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Checking router: 749af022-22aa-4935-98dd-efeacb75c20b for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:49:25.705019 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Updating router 749af022-22aa-4935-98dd-efeacb75c20b port 9f6d4f43-2e32-4620-bd20-7cce139a768d binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:49:25.745021 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:26.064925 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:26.075600 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Transition to ACTIVE for port object 9f6d4f43-2e32-4620-bd20-7cce139a768d will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:49:26.082041 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:26.084508 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-231bf6ca-1dbf-4cbe-a9c8-ccbf8045f771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:26.137918 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Attempting to bind port 9f6d4f43-2e32-4620-bd20-7cce139a768d on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:49:26.138288 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Attempting to bind port 9f6d4f43-2e32-4620-bd20-7cce139a768d by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:49:26.138655 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Attempting to bind port 9f6d4f43-2e32-4620-bd20-7cce139a768d on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:49:26.140719 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c59da-56cb-43ca-a0ca-99d24b478bd3 None None] Pushing event updated for resources: {'Port': ['ID=9f6d4f43-2e32-4620-bd20-7cce139a768d,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:26.144167 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-af8c59da-56cb-43ca-a0ca-99d24b478bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:26.148869 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:49:26.149311 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:49:26.149665 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:26.150316 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:49:26.150819 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Bound port: 9f6d4f43-2e32-4620-bd20-7cce139a768d, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:49:26.151268 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:26.286002 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] For port 9f6d4f43-2e32-4620-bd20-7cce139a768d, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:49:26.289363 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] For port 9f6d4f43-2e32-4620-bd20-7cce139a768d, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=9f6d4f43-2e32-4620-bd20-7cce139a768d,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:49:26.295002 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:26.297532 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-af8c59da-56cb-43ca-a0ca-99d24b478bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:26.353884 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Routers {'749af022-22aa-4935-98dd-efeacb75c20b'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:49:26.354520 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:49:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['749af022-22aa-4935-98dd-efeacb75c20b'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:26.356641 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c59da-56cb-43ca-a0ca-99d24b478bd3 None None] Pushing event updated for resources: {'Port': ['ID=9f6d4f43-2e32-4620-bd20-7cce139a768d,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:26.360606 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-af8c59da-56cb-43ca-a0ca-99d24b478bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:26.480783 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] Set router 749af022-22aa-4935-98dd-efeacb75c20b gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:49:26.696170 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749af022-22aa-4935-98dd-efeacb75c20b', 'name': 'router1', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '9f6d4f43-2e32-4620-bd20-7cce139a768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:07Z', 'updated_at': '2021-06-28T23:49:24Z', 'revision_number': 4, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'gw_port': {'id': '9f6d4f43-2e32-4620-bd20-7cce139a768d', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:69:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749af022-22aa-4935-98dd-efeacb75c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:23Z', 'updated_at': '2021-06-28T23:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': 'cd542eb1-8e61-4805-b8c9-534bade7cbd5', 'name': '', 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'mac_address': 'fa:16:3e:6a:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749af022-22aa-4935-98dd-efeacb75c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:16Z', 'updated_at': '2021-06-28T23:49:23Z', 'revision_number': 5, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'subnets': [{'id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '732768ca-4515-4140-9163-eed7ad21a875'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:26.723208 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e8134-21ce-4996-b1bf-9f0b6850f2de None None] The sync data for ids ['749af022-22aa-4935-98dd-efeacb75c20b'] in dv-cinder-763306-13-iscsi is: [{'id': '749af022-22aa-4935-98dd-efeacb75c20b', 'name': 'router1', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '9f6d4f43-2e32-4620-bd20-7cce139a768d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:07Z', 'updated_at': '2021-06-28T23:49:24Z', 'revision_number': 4, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'gw_port': {'id': '9f6d4f43-2e32-4620-bd20-7cce139a768d', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:69:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749af022-22aa-4935-98dd-efeacb75c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:23Z', 'updated_at': '2021-06-28T23:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': 'cd542eb1-8e61-4805-b8c9-534bade7cbd5', 'name': '', 'network_id': '2e29368c-2b9a-415e-84b0-b5b0f72ef96f', 'tenant_id': '23ff66ae7bbd406ba567dfdd21d48415', 'mac_address': 'fa:16:3e:6a:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749af022-22aa-4935-98dd-efeacb75c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:16Z', 'updated_at': '2021-06-28T23:49:23Z', 'revision_number': 5, 'project_id': '23ff66ae7bbd406ba567dfdd21d48415', 'subnets': [{'id': '1c461446-c726-44ef-9ed8-70c3b427a12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '732768ca-4515-4140-9163-eed7ad21a875'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:49:27.335249 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39332) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:27.347132 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 9f6d4f43-2e32-4620-bd20-7cce139a768d up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:27.407399 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 9f6d4f43-2e32-4620-bd20-7cce139a768d completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:27.411135 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 9f6d4f43-2e32-4620-bd20-7cce139a768d triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:27.411510 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:27.494935 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-2729e857-3038-45e7-8dba-22001221e383 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1574981 Jun 28 23:49:27.499625 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:27.526038 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 9f6d4f43-2e32-4620-bd20-7cce139a768d, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=9f6d4f43-2e32-4620-bd20-7cce139a768d,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:49:27.531751 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:27.534684 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:27.588391 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=9f6d4f43-2e32-4620-bd20-7cce139a768d,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:27.591898 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:29.317488 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 9f6d4f43-2e32-4620-bd20-7cce139a768d up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:29.370068 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 9f6d4f43-2e32-4620-bd20-7cce139a768d triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:29.370692 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:39.069962 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9ae04ea9-b792-4281-ab40-61ab8118f6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:42.260307 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-32d6e5e8-13e6-4325-9dfd-e5b4c6c453a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:42.485629 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:44.207873 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:46.652244 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:58.273661 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 5 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:50:09.057491 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-38f7591a-8478-47d0-8a55-318680736f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:12.273861 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1f7eece0-0078-4c91-8943-625e033f27d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:12.481949 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:14.201758 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:16.655264 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:35.275078 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 5 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:50:39.031527 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8a4364e2-78c2-4c8d-99b4-1af2f8398c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:42.258573 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7f0d-7455-4dba-a9a9-886810f7ec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:42.485376 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:44.199369 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:46.654740 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:07.921530 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39900) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:07.995320 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.pecan_wsgi.hooks.translation [None req-349dfe37-27bd-49c1-901c-6513837f5a90 admin admin] GET failed (client error): The resource could not be found. Jun 28 23:51:07.996644 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-349dfe37-27bd-49c1-901c-6513837f5a90 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0741827 Jun 28 23:51:08.188879 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06a82e-68e9-4e9d-b6db-8d103b1cee41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:08.190271 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-fc06a82e-68e9-4e9d-b6db-8d103b1cee41 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1899083 Jun 28 23:51:09.035096 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b370ba48-b1bf-438e-8f1a-e10b71807ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:10.346976 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39910) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:10.475071 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbd8a1a-2e8b-47d1-abd6-2c0cef803304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:10.477025 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-7dbd8a1a-2e8b-47d1-abd6-2c0cef803304 admin admin] 10.222.0.24 "GET /v2.0/subnets/1c461446-c726-44ef-9ed8-70c3b427a12f HTTP/1.1" status: 200 len: 849 time: 0.1290886 Jun 28 23:51:10.487097 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:51:10.574566 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:10.746758 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727252360030'] for subnet, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:10.751702 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:51:10.816499 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:10.817355 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:10.818423 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] 10.222.0.24 "PUT /v2.0/subnets/1c461446-c726-44ef-9ed8-70c3b427a12f HTTP/1.1" status: 200 len: 868 time: 0.3356109 Jun 28 23:51:10.821762 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63706a2-b0fe-4662-b19f-fa82f7b05f0b None None] Network 2e29368c-2b9a-415e-84b0-b5b0f72ef96f requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:51:10.836384 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c461446-c726-44ef-9ed8-70c3b427a12f,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:51:10.854646 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.855048 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.855396 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.855733 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.856062 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.856394 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.856744 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.857068 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.857388 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.857703 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.858018 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.858333 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Tracked resource versions report: Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: pushed versions: Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: { 'AddressGroup': {'1.2'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'ConntrackHelper': {'1.0'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Log': {'1.0'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Network': {'1.1'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Port': {'1.7'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'PortForwarding': {'1.2'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'QosPolicy': {'1.8'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SecurityGroup': {'1.4'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SubPort': {'1.0'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Subnet': {'1.1'}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Trunk': {'1.1'}} Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: consumer versions: Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: { DHCP agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: L3 agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: Metadata agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: Metering agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: Open vSwitch agent@dv-cinder-763306-13-iscsi: { 'AddressGroup': '1.2', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'ConntrackHelper': '1.0', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Log': '1.0', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Network': '1.1', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Port': '1.7', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'PortForwarding': '1.2', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'QosPolicy': '1.8', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SecurityGroup': '1.4', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SecurityGroupRule': '1.2', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SubPort': '1.0', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Subnet': '1.1', Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Trunk': '1.1'}} Jun 28 23:51:10.859843 dv-cinder-763306-13-iscsi neutron-server[92940]: {{(pid=92940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:51:10.864072 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:51:11.165369 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-95174aa0-9ba3-4b31-a770-086d56f510a2 None None] Provisioning complete for port e1fba658-625e-4415-9079-d634c2d8e89e triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:51:11.165750 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-95174aa0-9ba3-4b31-a770-086d56f510a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:11.257619 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-95174aa0-9ba3-4b31-a770-086d56f510a2 None None] Provisioning complete for port cd542eb1-8e61-4805-b8c9-534bade7cbd5 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:51:11.258087 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-95174aa0-9ba3-4b31-a770-086d56f510a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:12.260752 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9aadf12e-bdee-4d96-9096-68dde132c594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:12.274270 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 5 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:51:12.487838 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:12.954332 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39922) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:13.158890 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222bf85-cecb-4152-bd53-5cf371bc2575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:13.159308 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222bf85-cecb-4152-bd53-5cf371bc2575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:13.160846 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-a222bf85-cecb-4152-bd53-5cf371bc2575 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2055192 Jun 28 23:51:14.199827 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:15.318442 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39930) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:15.468799 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd2ccd-b2e3-490a-b1ea-069e970293ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:15.469291 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd2ccd-b2e3-490a-b1ea-069e970293ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:15.470985 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-0bbd2ccd-b2e3-490a-b1ea-069e970293ec admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1511149 Jun 28 23:51:16.657925 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:17.634161 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 39938) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:17.839529 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615326fc-e062-41f0-9d47-fad3cd4fbdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:17.840920 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-615326fc-e062-41f0-9d47-fad3cd4fbdda admin admin] 10.222.0.24 "GET /v2.0/networks/2e29368c-2b9a-415e-84b0-b5b0f72ef96f HTTP/1.1" status: 200 len: 869 time: 0.2057004 Jun 28 23:51:19.988050 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39946) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:20.113893 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a8638-e413-4d49-b2d2-5941bcf996c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:20.115347 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-098a8638-e413-4d49-b2d2-5941bcf996c8 admin admin] 10.222.0.24 "GET /v2.0/networks/e4926fd9-3111-4f9b-98fd-d724574de105 HTTP/1.1" status: 200 len: 886 time: 0.1263344 Jun 28 23:51:22.281388 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39956) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:22.404066 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc57cd5-fca7-4a48-a9f8-468d2601cab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:22.404525 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc57cd5-fca7-4a48-a9f8-468d2601cab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:22.406044 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7dc57cd5-fca7-4a48-a9f8-468d2601cab2 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237354 Jun 28 23:51:24.537527 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39964) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:24.630424 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c2219f-c495-450d-b8ef-100140f4695d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:24.630918 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c2219f-c495-450d-b8ef-100140f4695d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:24.633080 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-92c2219f-c495-450d-b8ef-100140f4695d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945976 Jun 28 23:51:26.769569 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39972) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:26.862193 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab6016b-0826-4987-b714-a78f50f4403d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:26.863958 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-0ab6016b-0826-4987-b714-a78f50f4403d admin admin] 10.222.0.24 "GET /v2.0/subnets/1c461446-c726-44ef-9ed8-70c3b427a12f HTTP/1.1" status: 200 len: 868 time: 0.0934374 Jun 28 23:51:29.016339 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 39980) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:29.099274 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46cde07-d430-4e23-aaf5-96305709a601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:29.100646 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c46cde07-d430-4e23-aaf5-96305709a601 admin admin] 10.222.0.24 "GET /v2.0/subnets/5bd67ba7-ec34-4ce2-b04e-103df782508a HTTP/1.1" status: 200 len: 816 time: 0.0833690 Jun 28 23:51:39.039289 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-064ce378-98e4-44e4-b7c2-7960587ce76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:42.262021 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba2ab-574a-445d-9bac-3d87ad4fb940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:42.490198 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:44.204094 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:46.668279 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:49.273487 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 5 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:51:52.431262 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40024) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:52.479650 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [None req-392e05e7-fb5d-445b-bae9-10a1b429fe47 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:51:52.480669 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-392e05e7-fb5d-445b-bae9-10a1b429fe47 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484836 Jun 28 23:51:54.716105 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40032) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:54.774474 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.pecan_wsgi.hooks.translation [None req-7135dbb8-56ae-4baa-bc44-2176b48f28c2 admin admin] GET failed (client error): The resource could not be found. Jun 28 23:51:54.775847 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7135dbb8-56ae-4baa-bc44-2176b48f28c2 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588138 Jun 28 23:51:54.914691 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e620a68-2907-4123-be73-39a6379738b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:54.916100 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-3e620a68-2907-4123-be73-39a6379738b1 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363556 Jun 28 23:51:57.098524 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40040) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:57.145450 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:51:57.167143 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Made reservation on behalf of 4faabeb84eea464794f3e7b880b3ccdd for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:51:57.169442 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:57.199894 dv-cinder-763306-13-iscsi neutron-server[92941]: WARNING neutron.services.revisions.revision_plugin [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Could not find related network for resource to bump revision. Jun 28 23:51:57.211200 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:51:57.220928 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:57.221260 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Added segment b4765eb8-cc50-418c-92f7-8272690c78d3 of type vlan for network 14e17d33-6f78-478f-8808-221a79e4a31e Jun 28 23:51:57.263304 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:57.293379 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:57.294674 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:57.295296 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:57.297543 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:51:57.353900 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2542229 Jun 28 23:51:57.359606 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Pushing event updated for resources: {'Network': ['ID=14e17d33-6f78-478f-8808-221a79e4a31e,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:51:57.370784 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.371458 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.371828 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.372175 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.372505 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.372882 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.373264 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.373626 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.374228 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.374789 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.375385 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.375751 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:57.379555 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:51:57.388524 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 14e17d33-6f78-478f-8808-221a79e4a31e details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:51:59.500801 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40048) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:59.561295 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cab767-3fb3-4b90-8d88-919b8b320f21 admin admin] GET failed (client error): The resource could not be found. Jun 28 23:51:59.562659 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c1cab767-3fb3-4b90-8d88-919b8b320f21 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608993 Jun 28 23:51:59.634086 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261aa17b-686c-489f-8a3b-7f5e1c729623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:59.635580 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-261aa17b-686c-489f-8a3b-7f5e1c729623 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690577 Jun 28 23:51:59.645115 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:51:59.665788 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Made reservation on behalf of 4faabeb84eea464794f3e7b880b3ccdd for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:51:59.668269 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:59.850007 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:59.852651 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-64afe9b6-4530-4ed1-9b62-5cf178a2c2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:51:59.903250 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36de3bd4-ef74-4faf-a35d-6d54a5ce67d5,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:51:59.906993 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:51:59.913737 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Checking segment: {'id': 'b4765eb8-cc50-418c-92f7-8272690c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:51:59.914077 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Network hostable DHCP agents. Network: 14e17d33-6f78-478f-8808-221a79e4a31e, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:51:59.929990 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Network 14e17d33-6f78-478f-8808-221a79e4a31e is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:51:59.938591 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 14e17d33-6f78-478f-8808-221a79e4a31e) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:51:59.942839 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:59.943522 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:59.948821 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b4a227-f1e5-4cf5-884b-f2a0e61433ba None None] Network 14e17d33-6f78-478f-8808-221a79e4a31e requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:51:59.959932 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3181691 Jun 28 23:52:00.195998 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-14e17d33-6f78-478f-8808-221a79e4a31e', 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e', 'tenant_id': '4faabeb84eea464794f3e7b880b3ccdd', 'fixed_ips': [{'subnet_id': '36de3bd4-ef74-4faf-a35d-6d54a5ce67d5'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:52:00.196842 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:00.332739 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Allocated IP 192.168.233.2 (14e17d33-6f78-478f-8808-221a79e4a31e/36de3bd4-ef74-4faf-a35d-6d54a5ce67d5/b0eaac81-c83b-4a57-a8a3-d0df4f172e3c) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:52:00.489428 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:00.498919 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Transition to ACTIVE for port object b0eaac81-c83b-4a57-a8a3-d0df4f172e3c will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:52:00.515026 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Transition to ACTIVE for port object b0eaac81-c83b-4a57-a8a3-d0df4f172e3c will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:52:00.522097 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:00.528754 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:52:00.559058 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Network 14e17d33-6f78-478f-8808-221a79e4a31e is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:52:00.561908 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:52:00.566706 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:52:00.585156 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Pushing event updated for resources: {'Port': ['ID=b0eaac81-c83b-4a57-a8a3-d0df4f172e3c,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:52:00.613558 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.613918 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.614265 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.614603 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.614987 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.615353 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.615733 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.616577 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.616925 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.617255 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.617581 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.617921 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:00.637248 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:52:00.650566 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Attempting to bind port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:52:00.650975 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Attempting to bind port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'b4765eb8-cc50-418c-92f7-8272690c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:52:00.651349 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Attempting to bind port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c on network 14e17d33-6f78-478f-8808-221a79e4a31e {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:52:00.656391 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:52:00.656772 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Checking segment: {'id': 'b4765eb8-cc50-418c-92f7-8272690c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:52:00.657181 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:00.657579 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Bound using segment: {'id': 'b4765eb8-cc50-418c-92f7-8272690c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:52:00.658048 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Bound port: b0eaac81-c83b-4a57-a8a3-d0df4f172e3c, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4765eb8-cc50-418c-92f7-8272690c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:52:00.658450 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:00.721244 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] For port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:52:00.724797 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] For port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=b0eaac81-c83b-4a57-a8a3-d0df4f172e3c,segment=NetworkSegment(b4765eb8-cc50-418c-92f7-8272690c78d3),segment_id=b4765eb8-cc50-418c-92f7-8272690c78d3)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:52:00.730198 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:00.732914 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-af8c59da-56cb-43ca-a0ca-99d24b478bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:52:00.793453 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Pushing event updated for resources: {'Port': ['ID=b0eaac81-c83b-4a57-a8a3-d0df4f172e3c,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:52:00.796743 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:52:01.453624 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device b0eaac81-c83b-4a57-a8a3-d0df4f172e3c up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:52:01.517488 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:52:01.606925 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc0141b-cdd7-4a98-9203-7990ed7ac5d7 None None] Network 14e17d33-6f78-478f-8808-221a79e4a31e requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:52:01.677994 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-ec56b01a-e376-45fa-a068-b33f991ebc9b None None] Provisioning for port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:52:01.685091 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-ec56b01a-e376-45fa-a068-b33f991ebc9b None None] Provisioning complete for port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:52:01.685466 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec56b01a-e376-45fa-a068-b33f991ebc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:01.830693 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec56b01a-e376-45fa-a068-b33f991ebc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:01.876118 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-ec56b01a-e376-45fa-a068-b33f991ebc9b None None] For port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=b0eaac81-c83b-4a57-a8a3-d0df4f172e3c,segment=NetworkSegment(b4765eb8-cc50-418c-92f7-8272690c78d3),segment_id=b4765eb8-cc50-418c-92f7-8272690c78d3)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:52:01.881373 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec56b01a-e376-45fa-a068-b33f991ebc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:01.890642 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:52:01.939855 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56b01a-e376-45fa-a068-b33f991ebc9b None None] Pushing event updated for resources: {'Port': ['ID=b0eaac81-c83b-4a57-a8a3-d0df4f172e3c,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:52:01.943199 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ec56b01a-e376-45fa-a068-b33f991ebc9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:52:02.102527 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-765c356a-319f-4047-98b0-56468103743c None None] Provisioning complete for port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:52:02.102927 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-765c356a-319f-4047-98b0-56468103743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:03.421467 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device b0eaac81-c83b-4a57-a8a3-d0df4f172e3c up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:52:03.479716 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port b0eaac81-c83b-4a57-a8a3-d0df4f172e3c triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:52:03.480088 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:09.041143 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5396a536-4a03-4a51-aa8d-15d8226e9596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:12.264992 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c86e8e93-e32c-4dff-86d9-e6405b5b3ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:12.493876 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:14.206451 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:16.670972 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:26.271981 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 5 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:52:39.042417 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d6a0f3c-42a6-4396-9a0b-2dc91cd6aafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:42.265133 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f8ea3b14-4150-48ca-b5a0-e5c4fc619061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:42.497910 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:44.212596 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:46.677366 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:03.272937 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 5 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:53:09.044147 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fdac6c7-da0c-4de7-89c0-d1deb05a177f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:12.268653 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-479399cb-c18e-49f4-a353-3e6641450bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:12.499270 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:13.970509 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40100) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:53:13.977743 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [None req-b9930dc8-b537-4761-ac06-9699b91a75de tempest-verify_tempest_config-161400488 tempest-verify_tempest_config-161400488-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:53:13.978726 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b9930dc8-b537-4761-ac06-9699b91a75de tempest-verify_tempest_config-161400488 tempest-verify_tempest_config-161400488-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071747 Jun 28 23:53:14.211774 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.301797 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40118) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:53:14.403575 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.497073 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.501697 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.504782 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:53:14.551279 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=935997fc095d478395ab0f336a69ceaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2483921 Jun 28 23:53:14.551984 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f548e528-9fcb-4154-8395-fc62c76d081f,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:53:14.554103 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40122) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:53:14.559529 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.559887 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.560228 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.560561 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.560881 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.561222 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.561550 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.561888 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.562209 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.562534 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.562842 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.563211 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.567204 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:53:14.639470 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.660751 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.752848 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.756079 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.757769 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f548e528-9fcb-4154-8395-fc62c76d081f HTTP/1.1" status: 204 len: 168 time: 0.2020712 Jun 28 23:53:14.758375 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:53:14.765876 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f548e528-9fcb-4154-8395-fc62c76d081f,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:53:14.773420 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.773783 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.774122 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.774454 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.774799 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.775141 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.775501 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.775839 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.776176 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.776503 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.776819 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.777140 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.780906 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:53:16.683365 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:39.043541 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1a4bb413-a572-4cca-850c-d665c1fcf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:40.271884 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 5 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:53:42.269546 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-40347084-e696-42ae-9211-db08284f8d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:42.503596 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:44.216426 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:46.683463 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:09.042470 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-daab1695-c6c5-4aeb-aa58-0b31a8d4f338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:12.272170 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-13aff946-ed2a-4086-9c3e-57ccf1779fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:12.506175 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:14.215010 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:16.686226 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:17.271294 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 5 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:54:39.044180 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-de04ec64-9f33-44ff-bd4e-dde7d30e7597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:42.272225 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b81a45a9-2d9a-4d1d-93a4-25a477eb3ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:42.506965 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:44.220117 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:46.688653 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:49.800129 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8049826'] for agent, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:54.270555 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:55:04.098743 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40196) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:55:04.200833 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-5d218e33-7cd4-4828-8be8-321b88a179eb admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1009796 Jun 28 23:55:06.347057 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40206) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:55:06.398279 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-1b5aa982-f5e9-48e5-8ba7-cad4e14f4548 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0501542 Jun 28 23:55:09.045493 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0b3951a8-117c-4fa5-8161-252c231f2ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:12.273337 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b5cc50ed-bfa8-467e-ba2b-490fc20dc1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:12.510276 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:14.225935 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:16.692646 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:19.755581 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:31.269656 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:55:39.046288 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-70363990-4a2d-403e-a088-bb40c5b3cefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:42.274152 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b551-4045-4bcb-a4c1-71bc00333879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:42.515154 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:44.225283 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:46.695016 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:49.841905 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:08.269805 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:56:09.049216 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-426e6ef1-4292-41c2-b563-9c37be301d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:12.277692 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e35fe575-c25a-4ad1-bbe0-0c584ab599f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:12.516308 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:14.229483 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:16.699392 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:19.766489 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:35.535915 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40406) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:35.835249 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40424) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:35.863152 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40428) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:35.895742 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1366843902-network', 'tenant_id': '87c899c923a84892a795b732a45c3b0d'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:35.917639 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Made reservation on behalf of 87c899c923a84892a795b732a45c3b0d for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:35.920754 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:35.929191 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.035287 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.040267 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.044899 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c71885de-8c28-4189-b97a-ce8b8dab7f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:36.067145 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a2bdce-a78f-4cd0-ae47-55da97e8b274,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:36.078304 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.078679 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.079038 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.079369 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.079693 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.080031 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.080356 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.080672 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.081015 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.081388 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.081681 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.082147 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Tracked resource versions report: Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: pushed versions: Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: { 'AddressGroup': {'1.2'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'ConntrackHelper': {'1.0'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Log': {'1.0'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Network': {'1.1'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Port': {'1.7'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'PortForwarding': {'1.2'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'QosPolicy': {'1.8'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SecurityGroup': {'1.4'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SubPort': {'1.0'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Subnet': {'1.1'}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Trunk': {'1.1'}} Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: consumer versions: Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: { DHCP agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: HyperV agent@hv-cinder-76330: {}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: L3 agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: Metadata agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: Metering agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: Open vSwitch agent@dv-cinder-763306-13-iscsi: { 'AddressGroup': '1.2', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'ConntrackHelper': '1.0', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Log': '1.0', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Network': '1.1', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Port': '1.7', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'PortForwarding': '1.2', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'QosPolicy': '1.8', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SecurityGroup': '1.4', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SecurityGroupRule': '1.2', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'SubPort': '1.0', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Subnet': '1.1', Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: 'Trunk': '1.1'}} Jun 28 23:56:36.083075 dv-cinder-763306-13-iscsi neutron-server[92941]: {{(pid=92941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:56:36.088738 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:36.091184 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:56:36.103623 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.103970 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Added segment df3c296f-be1b-487e-b9fc-3e06dcad828f of type vlan for network d286fa14-2b5f-4313-a524-76f5e7d89270 Jun 28 23:56:36.147182 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.180330 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.181943 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:36.182525 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.185994 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b8a41276-79b2-4274-bdc5-434c9c755cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:36.217599 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6800919 Jun 28 23:56:36.220888 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40442) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:36.226664 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Request body: {'subnet': {'network_id': 'd286fa14-2b5f-4313-a524-76f5e7d89270', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1366843902-subnet', 'tenant_id': '87c899c923a84892a795b732a45c3b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:36.380667 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-447769908-network', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:36.389821 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-503434083-network', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:36.409160 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=d286fa14-2b5f-4313-a524-76f5e7d89270,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:36.423279 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network d286fa14-2b5f-4313-a524-76f5e7d89270 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:56:36.425020 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:36.428370 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.db.api [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:56:36.428370 dv-cinder-763306-13-iscsi neutron-server[92941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 23:56:36.428370 dv-cinder-763306-13-iscsi neutron-server[92941]: [parameters: {'project_id_1': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'expiration_1': datetime.datetime(2021, 6, 28, 23, 56, 36, 403122)}] Jun 28 23:56:36.428370 dv-cinder-763306-13-iscsi neutron-server[92941]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:56:36.428878 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_db.api [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:56:36.439122 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Made reservation on behalf of 87c899c923a84892a795b732a45c3b0d for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:36.442056 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.512144 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Made reservation on behalf of e171e8d9b3d84a99825f7d688679b53f for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:36.515485 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.527674 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40456) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:36.538044 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.718257 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.729735 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-fc42f07e-164c-4ae3-881a-a52798346282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:36.771873 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.793768 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.803608 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4aa0edd-c001-4f90-bcd5-0a971360ce6d,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:36.812056 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:36.812271 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:36.827251 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Checking segment: {'id': 'df3c296f-be1b-487e-b9fc-3e06dcad828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd286fa14-2b5f-4313-a524-76f5e7d89270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:36.827600 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Network hostable DHCP agents. Network: d286fa14-2b5f-4313-a524-76f5e7d89270, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:56:36.829917 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:56:36.855635 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.855961 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Added segment 78f44077-358e-4b83-bfb9-b6e2e79aa0b6 of type vlan for network 26ddb2c2-6953-40fb-958b-8e59049be030 Jun 28 23:56:36.857648 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd1b69b-8428-4c44-8fee-0ad61bc0c030,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:36.874536 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:36.896551 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Network d286fa14-2b5f-4313-a524-76f5e7d89270 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:56:36.913290 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, d286fa14-2b5f-4313-a524-76f5e7d89270) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:36.919226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.923855 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:36.924416 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:36.932449 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-976042547-network', 'tenant_id': 'd7a7bdfab54a468db692b9f0c446237b'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:36.938301 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f8211c-378a-4df0-87d7-801e523c9254 None None] Network d286fa14-2b5f-4313-a524-76f5e7d89270 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:36.983783 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Made reservation on behalf of d7a7bdfab54a468db692b9f0c446237b for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:36.986657 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.001614 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40476) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:37.004229 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-9f5904e7-7b5f-4400-bbb4-4668875c9f35 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7815635 Jun 28 23:56:37.007667 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.028693 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.034571 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:37.035434 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.039294 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:37.053370 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Made reservation on behalf of 5e8f028e3d4d4f5cad4bfca6b2478be8 for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:37.055843 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.090609 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.157028 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df65a07-7bd1-43d8-80a8-f7325b0e8889 None None] Network d286fa14-2b5f-4313-a524-76f5e7d89270 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:37.170290 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Pushing event updated for resources: {'Network': ['ID=26ddb2c2-6953-40fb-958b-8e59049be030,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:37.177782 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:37.187272 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 26ddb2c2-6953-40fb-958b-8e59049be030 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:56:37.330197 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.345464 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.364865 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-950c0865-bf7b-4077-b192-2abf365d2362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:37.376233 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5117328 Jun 28 23:56:37.379188 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40496) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:37.402305 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Request body: {'subnet': {'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-subnet', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:37.433263 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:56:37.471134 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.471480 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Added segment be9690ca-d697-40b9-bbb2-662f3965d58a of type vlan for network 961e0ae2-94d4-4667-b607-c37400732516 Jun 28 23:56:37.475749 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c497b34-063f-4ced-90f5-81d8d29aab6f,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:37.490572 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:37.586831 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.691980 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-247541910-network', 'tenant_id': '265d6850dc23443eb41509e6f3827e51'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:37.702271 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.708801 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:37.709470 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.716255 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:37.722652 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.755350 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.803551 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Made reservation on behalf of e171e8d9b3d84a99825f7d688679b53f for: {'subnet': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:37.812007 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.821127 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:56:37.827337 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Made reservation on behalf of 265d6850dc23443eb41509e6f3827e51 for: {'network': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:37.830076 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2993748 Jun 28 23:56:37.832582 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Pushing event updated for resources: {'Network': ['ID=961e0ae2-94d4-4667-b607-c37400732516,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:37.835504 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.844433 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:37.845026 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40516) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:37.846395 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 961e0ae2-94d4-4667-b607-c37400732516 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:56:37.852218 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:37.890279 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Request body: {'subnet': {'network_id': '961e0ae2-94d4-4667-b607-c37400732516', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-976042547-subnet', 'tenant_id': 'd7a7bdfab54a468db692b9f0c446237b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:37.912890 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a40807-afec-44ce-8a76-1b12bf2202dd,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:37.928908 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:37.932124 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Added segment e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8 of type vlan for network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 Jun 28 23:56:37.935483 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:37.937801 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Made reservation on behalf of d7a7bdfab54a468db692b9f0c446237b for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:37.940907 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.116899 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.145447 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.211191 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.218061 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:38.219191 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.254949 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:38.334903 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.347622 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.376211 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:38.398737 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5619667 Jun 28 23:56:38.412062 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40540) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:38.418384 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Request body: {'subnet': {'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-subnet', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:38.433509 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Pushing event updated for resources: {'Network': ['ID=5b30a011-8e69-4cb8-8d7a-83f045ce5633,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:38.447537 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:56:38.451285 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:38.459484 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=92940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:56:38.485441 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.494075 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:38.525663 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727252403119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.528977 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Unsubscribe: segment precommit_create {{(pid=92940) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 23:56:38.530733 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.segments_db [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Added segment 9c5f4752-5cd2-4bb8-9112-539e8306448f of type vlan for network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 Jun 28 23:56:38.550910 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.633938 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d271d946-ae36-40b8-9c2d-b7397f45a13a,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:38.639771 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:38.649616 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Checking segment: {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:38.650245 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Network hostable DHCP agents. Network: 961e0ae2-94d4-4667-b607-c37400732516, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:56:38.660413 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.682677 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Network 961e0ae2-94d4-4667-b607-c37400732516 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:56:38.695925 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c60abd-262b-4065-96e9-3b09a61ee651,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:38.704564 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 961e0ae2-94d4-4667-b607-c37400732516) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:38.712607 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:38.713263 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.718822 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634f3f11-9877-496e-88c6-19c901c97617 None None] Network 961e0ae2-94d4-4667-b607-c37400732516 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:38.741355 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Made reservation on behalf of 5e8f028e3d4d4f5cad4bfca6b2478be8 for: {'subnet': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:38.747569 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8615086 Jun 28 23:56:38.751953 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.768697 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.769763 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.770631 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.771523 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.772386 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.773086 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.773901 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.775028 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.775866 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.776457 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.776985 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.777514 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:38.777936 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40552) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Tracked resource versions report: Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: pushed versions: Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: { 'AddressGroup': {'1.2'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'ConntrackHelper': {'1.0'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Log': {'1.0'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Network': {'1.1'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Port': {'1.7'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'PortForwarding': {'1.2'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'QosPolicy': {'1.8'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SecurityGroup': {'1.4'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SubPort': {'1.0'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Subnet': {'1.1'}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Trunk': {'1.1'}} Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: consumer versions: Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: { DHCP agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: HyperV agent@hv-cinder-76330: {}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: L3 agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: Metadata agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: Metering agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: Open vSwitch agent@dv-cinder-763306-13-iscsi: { 'AddressGroup': '1.2', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'ConntrackHelper': '1.0', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Log': '1.0', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Network': '1.1', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Port': '1.7', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'PortForwarding': '1.2', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'QosPolicy': '1.8', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SecurityGroup': '1.4', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SecurityGroupRule': '1.2', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'SubPort': '1.0', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Subnet': '1.1', Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: 'Trunk': '1.1'}} Jun 28 23:56:38.779778 dv-cinder-763306-13-iscsi neutron-server[92940]: {{(pid=92940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:56:38.818690 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:38.827495 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c7a06790-34f4-43ba-a89a-9d9ff56c70b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:38.920461 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:38.964889 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12144519-6748-4940-a0cf-f685fc20fc84 None None] Network 961e0ae2-94d4-4667-b607-c37400732516 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:38.981804 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:38.983203 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:39.121058 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f405b178-7e86-450c-9e5c-8f78773af45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:39.133076 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1300640 Jun 28 23:56:39.137669 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40560) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:39.144891 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Request body: {'subnet': {'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-247541910-subnet', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:39.164677 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Checking segment: {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:39.164677 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Network hostable DHCP agents. Network: 26ddb2c2-6953-40fb-958b-8e59049be030, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:56:39.182140 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=811dceec-ad5c-47a5-9f70-bda814bab7b2,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:39.217537 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Made reservation on behalf of 265d6850dc23443eb41509e6f3827e51 for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:39.219932 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:39.221940 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:39.224865 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:39.421642 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Network 26ddb2c2-6953-40fb-958b-8e59049be030 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:56:39.548516 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9369a1e1-3d8d-452e-8f69-d448c8f30fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:39.591839 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Pushing event updated for resources: {'Network': ['ID=4ad788e7-2ca5-4585-83fd-40cad0c008c7,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:39.603058 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 26ddb2c2-6953-40fb-958b-8e59049be030) {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:39.608789 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:56:39.645721 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:39.706720 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:39.707370 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:39.733191 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108be21-24e4-433b-b438-c40bbb7b688c None None] Network 26ddb2c2-6953-40fb-958b-8e59049be030 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:39.789085 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:39.805238 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:39.984536 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9d7929-c1fb-47d6-803d-15f6c9838b05,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:39.993183 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.003969 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:40.012230 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:40.143823 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Checking segment: {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:40.145075 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Network hostable DHCP agents. Network: 4ad788e7-2ca5-4585-83fd-40cad0c008c7, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:56:40.157778 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-26ddb2c2-6953-40fb-958b-8e59049be030', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:56:40.159446 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.179879 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9369a1e1-3d8d-452e-8f69-d448c8f30fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.195351 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9369a1e1-3d8d-452e-8f69-d448c8f30fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.221313 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87ad153-b8d4-4311-9888-a9ba8cd7abd8,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:40.250311 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:40.256095 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8752317 Jun 28 23:56:40.259415 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-9369a1e1-3d8d-452e-8f69-d448c8f30fba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=875dd6c7309d4570b953c9f9a8a278c1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4800780 Jun 28 23:56:40.260619 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40604) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:40.267203 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40606) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:40.272365 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:40.279471 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:56:40.286206 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:40.328878 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 4ad788e7-2ca5-4585-83fd-40cad0c008c7) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:40.339644 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:40.343474 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.397088 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Checking segment: {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:40.401583 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Network hostable DHCP agents. Network: 5b30a011-8e69-4cb8-8d7a-83f045ce5633, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:56:40.441595 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6b12f-a667-42cb-872f-26af9c84500a None None] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:40.446641 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369a1e1-3d8d-452e-8f69-d448c8f30fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c667f561-5398-4822-a7d8-2538b5003ecd,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:40.473468 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9369a1e1-3d8d-452e-8f69-d448c8f30fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:40.495785 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.497331 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.523268 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-41725178-8f49-4644-9996-1d926643078c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3814802 Jun 28 23:56:40.526101 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40618) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:40.535391 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:56:40.540025 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:40.554224 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40620) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:40.563312 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c22d2038-a1ab-4fde-9eed-74ad23de930e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.577994 dv-cinder-763306-13-iscsi neutron-server[92941]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 23:56:40.604062 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 5b30a011-8e69-4cb8-8d7a-83f045ce5633) {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:40.636825 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:40.637721 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.675792 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c22d2038-a1ab-4fde-9eed-74ad23de930e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.755924 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.776445 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9befe-03ce-4059-aba2-e328a25a5f1c None None] Network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:40.780272 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c22d2038-a1ab-4fde-9eed-74ad23de930e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.783485 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c22d2038-a1ab-4fde-9eed-74ad23de930e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.785112 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c22d2038-a1ab-4fde-9eed-74ad23de930e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c667f561-5398-4822-a7d8-2538b5003ecd HTTP/1.1" status: 204 len: 168 time: 0.5155261 Jun 28 23:56:40.786408 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-af42c404-b215-4d86-a185-c4d1ee4302a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:40.791907 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3784168 Jun 28 23:56:40.798281 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40628) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:40.815260 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:40.837219 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d2038-a1ab-4fde-9eed-74ad23de930e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c667f561-5398-4822-a7d8-2538b5003ecd,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:40.839303 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.843052 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.856161 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c22d2038-a1ab-4fde-9eed-74ad23de930e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:40.865582 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:56:40.870423 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.884951 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.886367 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:40.991410 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.187184 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Allocated IP 172.20.0.2 (4ad788e7-2ca5-4585-83fd-40cad0c008c7/9d9d7929-c1fb-47d6-803d-15f6c9838b05/cf225d01-d36f-4798-a1d0-60b462be4237) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:41.233620 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.340498 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.353157 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-60954d0b-651d-4b78-af29-676778b91110 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:41.361281 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-60954d0b-651d-4b78-af29-676778b91110 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/networks?id=d286fa14-2b5f-4313-a524-76f5e7d89270 HTTP/1.1" status: 200 len: 812 time: 0.8037090 Jun 28 23:56:41.390415 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1e46aabf-a1d6-4526-8620-45f7fa6cb64d tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/quotas/87c899c923a84892a795b732a45c3b0d HTTP/1.1" status: 200 len: 375 time: 0.0276234 Jun 28 23:56:41.528276 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.541220 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.572052 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-ddba9057-daeb-4278-98d9-642c73b7330b tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87c899c923a84892a795b732a45c3b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1798339 Jun 28 23:56:41.586762 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40652) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:41.620895 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-62c595bc-ac2c-4ead-90ee-0c55993451c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.657063 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Allocated IP 172.20.0.2 (26ddb2c2-6953-40fb-958b-8e59049be030/811dceec-ad5c-47a5-9f70-bda814bab7b2/64c69ece-eb1c-4a73-b006-130edeb939a5) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:41.731859 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-62c595bc-ac2c-4ead-90ee-0c55993451c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.766421 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-62c595bc-ac2c-4ead-90ee-0c55993451c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.775433 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:41.803613 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c595bc-ac2c-4ead-90ee-0c55993451c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49a518c-7b37-4d78-bcd4-06b041770840,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:41.848911 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-62c595bc-ac2c-4ead-90ee-0c55993451c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:41.885148 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-62c595bc-ac2c-4ead-90ee-0c55993451c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=753dec12bea9462bbc7c269f3fa466d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2969351 Jun 28 23:56:41.888042 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40662) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:41.964705 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.975862 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Transition to ACTIVE for port object 64c69ece-eb1c-4a73-b006-130edeb939a5 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:41.990941 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Transition to ACTIVE for port object cf225d01-d36f-4798-a1d0-60b462be4237 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:42.005288 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Transition to ACTIVE for port object 64c69ece-eb1c-4a73-b006-130edeb939a5 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:42.032331 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-6a060855-2684-4bc3-ab15-c2476139729d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:56:42.038989 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-6a060855-2684-4bc3-ab15-c2476139729d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1404319 Jun 28 23:56:42.043755 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.051719 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40672) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:42.078981 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.117095 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:42.142932 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b25c-bf57-42b1-a5c0-c7e2f9b86a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.171104 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b25c-bf57-42b1-a5c0-c7e2f9b86a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.188042 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Pushing event updated for resources: {'Port': ['ID=64c69ece-eb1c-4a73-b006-130edeb939a5,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:42.217939 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Network 26ddb2c2-6953-40fb-958b-8e59049be030 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:42.218446 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.226665 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:42.231486 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.232813 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.233368 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.233914 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.234567 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.235137 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.235678 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.236234 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.236777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.237330 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.237861 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.238431 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Tracked resource versions report: Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: pushed versions: Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: { 'AddressGroup': {'1.2'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'ConntrackHelper': {'1.0'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Log': {'1.0'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Network': {'1.1'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Port': {'1.7'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'PortForwarding': {'1.2'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'QosPolicy': {'1.8'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SecurityGroup': {'1.4'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SubPort': {'1.0'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Subnet': {'1.1'}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Trunk': {'1.1'}} Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: consumer versions: Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: { DHCP agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: HyperV agent@hv-cinder-76330: {}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: L3 agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: Metadata agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: Metering agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: Open vSwitch agent@dv-cinder-763306-13-iscsi: { 'AddressGroup': '1.2', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'ConntrackHelper': '1.0', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Log': '1.0', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Network': '1.1', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Port': '1.7', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'PortForwarding': '1.2', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'QosPolicy': '1.8', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SecurityGroup': '1.4', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SecurityGroupRule': '1.2', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'SubPort': '1.0', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Subnet': '1.1', Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: 'Trunk': '1.1'}} Jun 28 23:56:42.239734 dv-cinder-763306-13-iscsi neutron-server[92942]: {{(pid=92942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:56:42.245626 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Transition to ACTIVE for port object cf225d01-d36f-4798-a1d0-60b462be4237 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:42.248351 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:42.270775 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.282062 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:42.304872 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.343831 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:42.346826 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9f5b070d-cb8c-4992-b3ff-90fa3fcd921a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.392966 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b25c-bf57-42b1-a5c0-c7e2f9b86a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.427923 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b25c-bf57-42b1-a5c0-c7e2f9b86a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.433050 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-0aa5b25c-bf57-42b1-a5c0-c7e2f9b86a02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d49a518c-7b37-4d78-bcd4-06b041770840 HTTP/1.1" status: 204 len: 168 time: 0.5393217 Jun 28 23:56:42.433820 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:42.439634 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:42.446717 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:42.448920 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Pushing event updated for resources: {'Port': ['ID=cf225d01-d36f-4798-a1d0-60b462be4237,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:42.469547 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:42.470787 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:42.475825 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Attempting to bind port 64c69ece-eb1c-4a73-b006-130edeb939a5 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:56:42.476560 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Attempting to bind port 64c69ece-eb1c-4a73-b006-130edeb939a5 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:56:42.477178 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Attempting to bind port 64c69ece-eb1c-4a73-b006-130edeb939a5 on network 26ddb2c2-6953-40fb-958b-8e59049be030 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:56:42.485765 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:56:42.486550 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Checking segment: {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:42.487296 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.487927 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Bound using segment: {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:56:42.488658 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Bound port: 64c69ece-eb1c-4a73-b006-130edeb939a5, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:56:42.489340 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.490332 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5b25c-bf57-42b1-a5c0-c7e2f9b86a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49a518c-7b37-4d78-bcd4-06b041770840,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:42.494793 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-0aa5b25c-bf57-42b1-a5c0-c7e2f9b86a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:42.526275 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82672a00-4152-489d-8743-8c5ae4b019b8 None None] Network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:42.550130 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e3fbd02-8f8c-4739-92ab-7ac62e9bbc33 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:42.558760 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e3fbd02-8f8c-4739-92ab-7ac62e9bbc33 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 814 time: 0.5037622 Jun 28 23:56:42.577121 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-5f62be9d-3552-4d2b-91cb-abcddce5d776 service neutron] 10.222.0.24 "GET /v2.0/networks/d286fa14-2b5f-4313-a524-76f5e7d89270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881203 Jun 28 23:56:42.609850 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Allocated IP 172.27.1.60 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/0542a2fa-50d4-4aa2-b212-c235ecfe4dfd) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:42.640115 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-77b9f925-c503-41ab-81af-082a767cd591 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/quotas/d7a7bdfab54a468db692b9f0c446237b HTTP/1.1" status: 200 len: 375 time: 0.0773132 Jun 28 23:56:42.674736 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.712021 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Attempting to bind port cf225d01-d36f-4798-a1d0-60b462be4237 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:56:42.719415 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Attempting to bind port cf225d01-d36f-4798-a1d0-60b462be4237 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:56:42.721124 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Attempting to bind port cf225d01-d36f-4798-a1d0-60b462be4237 on network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:56:42.736541 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-8bd5a605-6f46-4cde-b1fc-ed0f8b2c6acd tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951042 Jun 28 23:56:42.780499 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] For port 64c69ece-eb1c-4a73-b006-130edeb939a5, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:56:42.783066 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:56:42.783513 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Checking segment: {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:42.784020 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.784629 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Bound using segment: {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:56:42.786790 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Bound port: cf225d01-d36f-4798-a1d0-60b462be4237, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:56:42.786790 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.802327 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.823794 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] For port 64c69ece-eb1c-4a73-b006-130edeb939a5, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=64c69ece-eb1c-4a73-b006-130edeb939a5,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:56:42.839144 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.844846 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.893258 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.908059 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:42.937097 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-646c3794-b643-4e3d-b06a-d14a023cccaf service neutron] 10.222.0.24 "GET /v2.0/networks/d286fa14-2b5f-4313-a524-76f5e7d89270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271136 Jun 28 23:56:43.069225 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] For port cf225d01-d36f-4798-a1d0-60b462be4237, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:56:43.081590 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] For port cf225d01-d36f-4798-a1d0-60b462be4237, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=cf225d01-d36f-4798-a1d0-60b462be4237,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:56:43.122351 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Pushing event updated for resources: {'Port': ['ID=64c69ece-eb1c-4a73-b006-130edeb939a5,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:43.136224 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.140540 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:43.145651 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:43.166914 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.188984 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-17eb5fc4-5145-43f9-84a3-1528a0addf28 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:56:43.196781 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-17eb5fc4-5145-43f9-84a3-1528a0addf28 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3315063 Jun 28 23:56:43.210500 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:43.254840 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Pushing event updated for resources: {'Port': ['ID=cf225d01-d36f-4798-a1d0-60b462be4237,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:43.259139 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:43.552827 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:43.585891 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:43.616575 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:43.743290 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Pushing event updated for resources: {'Port': ['ID=0542a2fa-50d4-4aa2-b212-c235ecfe4dfd,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:43.753196 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:43.940963 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 64c69ece-eb1c-4a73-b006-130edeb939a5 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:44.017491 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-3efa185a-37c2-4369-938e-2dd946d22659 service neutron] 10.222.0.24 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8196659 Jun 28 23:56:44.024620 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Allocated IP 172.27.1.145 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/4a179642-75fc-4833-8fae-64ac252f2a01) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:44.147787 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 64c69ece-eb1c-4a73-b006-130edeb939a5 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:44.244680 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.305290 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.311186 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0488e1d5-6bd3-4c30-862b-f60740f5b4b9 req-544281f0-a68f-4f00-994c-94b061dc6b32 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.1810400 Jun 28 23:56:44.347885 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.538514 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.567797 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-ec560534-f92e-4c5c-8a5a-6fb725129bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189270 Jun 28 23:56:44.648251 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.665638 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-df489529-a14e-491b-a472-c44e88ae155e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:44.781708 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.871322 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Pushing event updated for resources: {'Port': ['ID=4a179642-75fc-4833-8fae-64ac252f2a01,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:44.878064 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:44.894369 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:44.915899 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:44.923197 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Allocated IP 172.27.1.89 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/17036bad-8ec8-4a4d-a058-7e43b992e444) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:44.932260 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:45.132878 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2b5685ed-33cc-40ba-ae80-48bf03b69797 req-5cb6d323-244e-4d4c-b0ff-79c1d0f8fa2c tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 210 time: 0.0887971 Jun 28 23:56:45.267996 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.285763 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:56:45.345345 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5812f737-66ad-479b-8fa5-1ae04db6a8a2 None None] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:45.516620 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.690234 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-303a4b3d-af91-4b18-923e-1fc45814a00d None None] Provisioning for port cf225d01-d36f-4798-a1d0-60b462be4237 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:45.698696 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.816487 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Router 0e981ca3-b6df-4382-99cf-498d350123ef is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:56:45.913719 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ef0655-7f47-4b98-b1cf-42e3ee02881f None None] Network 26ddb2c2-6953-40fb-958b-8e59049be030 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:45.923928 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:46.093669 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:46.122353 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device cf225d01-d36f-4798-a1d0-60b462be4237 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:46.137908 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-27657459-ecce-4b26-aba1-cf565b5ea932 req-90485c9d-29e6-4b7b-aebd-58febf0ec872 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.4426107 Jun 28 23:56:46.261986 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-c0241eb2-0ddb-4fed-a0a5-cface64db3bf None None] Provisioning for port 64c69ece-eb1c-4a73-b006-130edeb939a5 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:46.300944 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-c0241eb2-0ddb-4fed-a0a5-cface64db3bf None None] Provisioning complete for port 64c69ece-eb1c-4a73-b006-130edeb939a5 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:46.301822 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c0241eb2-0ddb-4fed-a0a5-cface64db3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.379629 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40840) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:46.391517 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:46.415435 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:56:46.429160 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Sync routers for ids ['0e981ca3-b6df-4382-99cf-498d350123ef'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:56:46.436973 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Pushing event updated for resources: {'Port': ['ID=17036bad-8ec8-4a4d-a058-7e43b992e444,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:46.468133 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Routers {'0e981ca3-b6df-4382-99cf-498d350123ef'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:46.471598 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['0e981ca3-b6df-4382-99cf-498d350123ef'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:46.475466 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Notify callbacks [] for router, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.478476 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6784444 Jun 28 23:56:46.482643 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40844) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:46.531564 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:46.718253 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port cf225d01-d36f-4798-a1d0-60b462be4237 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:46.769487 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port cf225d01-d36f-4798-a1d0-60b462be4237 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:46.769884 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.774578 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ce1dbca3-470b-4ec0-afcf-3d6bed8fa6ce req-0ef0545b-57be-400b-80c0-4377d0c80cc0 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 210 time: 0.3987327 Jun 28 23:56:46.825546 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:46.975562 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d23-8819-41e2-a60f-708082e4a9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.043802 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Set router 0e981ca3-b6df-4382-99cf-498d350123ef gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:47.100125 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.114594 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.219250 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c0241eb2-0ddb-4fed-a0a5-cface64db3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.563914 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.645312 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-c0241eb2-0ddb-4fed-a0a5-cface64db3bf None None] For port 64c69ece-eb1c-4a73-b006-130edeb939a5, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=64c69ece-eb1c-4a73-b006-130edeb939a5,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:56:47.720987 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c0241eb2-0ddb-4fed-a0a5-cface64db3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.733986 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:56:44Z', 'revision_number': 3, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'gw_port': {'id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:47.746909 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:47.798492 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Checking router: 0e981ca3-b6df-4382-99cf-498d350123ef for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:56:47.798873 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Updating router 0e981ca3-b6df-4382-99cf-498d350123ef port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:56:47.894373 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port cf225d01-d36f-4798-a1d0-60b462be4237, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=cf225d01-d36f-4798-a1d0-60b462be4237,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:56:47.907786 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.920682 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.023501 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.107612 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-5d5558bc-025e-4ad4-8acf-d1d01e4ce820 None None] Provisioning complete for port 64c69ece-eb1c-4a73-b006-130edeb939a5 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:48.108325 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d5558bc-025e-4ad4-8acf-d1d01e4ce820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.113306 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0241eb2-0ddb-4fed-a0a5-cface64db3bf None None] Pushing event updated for resources: {'Port': ['ID=64c69ece-eb1c-4a73-b006-130edeb939a5,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:48.185044 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-07120283-76ea-4ab9-8ed6-b99c9baab02a req-6fcf85e4-7193-4531-9c7c-a53d37ce55aa tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.3966563 Jun 28 23:56:48.231103 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97579760-a23d-4042-8a56-8ca873e10941 req-1243d8d0-674b-44f6-abfc-62e7d1699a42 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 210 time: 0.0360873 Jun 28 23:56:48.270153 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d23-8819-41e2-a60f-708082e4a9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.280358 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c0241eb2-0ddb-4fed-a0a5-cface64db3bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:48.284022 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:48.285149 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1d23-8819-41e2-a60f-708082e4a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.349828 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:48.395796 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-2e6b1d23-8819-41e2-a60f-708082e4a9b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcf6b0e5a027476d876ec59e4a113dd4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0146811 Jun 28 23:56:48.398128 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b1d23-8819-41e2-a60f-708082e4a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a8cff-abdc-4681-9b77-b28d4361c984,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:48.412369 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40900) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:48.463307 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2e6b1d23-8819-41e2-a60f-708082e4a9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:48.476832 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=cf225d01-d36f-4798-a1d0-60b462be4237,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:48.487933 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:48.566153 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-753bcbd9-ee1f-452c-9924-028eb71b73c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.593771 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-753bcbd9-ee1f-452c-9924-028eb71b73c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.711212 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-753bcbd9-ee1f-452c-9924-028eb71b73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.725962 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40902) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:48.729852 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40904) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:48.765775 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-753bcbd9-ee1f-452c-9924-028eb71b73c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.765775 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-753bcbd9-ee1f-452c-9924-028eb71b73c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd6a8cff-abdc-4681-9b77-b28d4361c984 HTTP/1.1" status: 204 len: 168 time: 0.2977631 Jun 28 23:56:48.765775 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c22d2038-a1ab-4fde-9eed-74ad23de930e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:48.803505 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bcbd9-ee1f-452c-9924-028eb71b73c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a8cff-abdc-4681-9b77-b28d4361c984,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:48.803837 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.816464 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-753bcbd9-ee1f-452c-9924-028eb71b73c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:48.828317 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.831054 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.839280 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.877621 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Transition to ACTIVE for port object 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:48.898293 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.903583 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:49.030697 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-5d5558bc-025e-4ad4-8acf-d1d01e4ce820 None None] Provisioning complete for port cf225d01-d36f-4798-a1d0-60b462be4237 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:49.032234 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d5558bc-025e-4ad4-8acf-d1d01e4ce820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.042981 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Pushing event updated for resources: {'Port': ['ID=0542a2fa-50d4-4aa2-b212-c235ecfe4dfd,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:49.091345 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.097420 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.098228 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.098740 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.099306 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.099813 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.100326 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.100794 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.101156 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.101646 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.102124 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.102546 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Tracked resource versions report: Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: pushed versions: Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: { 'AddressGroup': {'1.2'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'ConntrackHelper': {'1.0'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Log': {'1.0'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Network': {'1.1'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Port': {'1.7'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'PortForwarding': {'1.2'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'QosPolicy': {'1.8'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SecurityGroup': {'1.4'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SubPort': {'1.0'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Subnet': {'1.1'}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Trunk': {'1.1'}} Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: consumer versions: Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: { DHCP agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: HyperV agent@hv-cinder-76330: {}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: L3 agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: Metadata agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: Metering agent@dv-cinder-763306-13-iscsi: {}, Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: Open vSwitch agent@dv-cinder-763306-13-iscsi: { 'AddressGroup': '1.2', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'ConntrackHelper': '1.0', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Log': '1.0', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Network': '1.1', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Port': '1.7', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'PortForwarding': '1.2', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'QosPolicy': '1.8', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SecurityGroup': '1.4', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SecurityGroupRule': '1.2', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'SubPort': '1.0', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Subnet': '1.1', Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: 'Trunk': '1.1'}} Jun 28 23:56:49.104209 dv-cinder-763306-13-iscsi neutron-server[92943]: {{(pid=92943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:56:49.121228 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:49.167040 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b92de4f1-c944-4daf-adb9-c553eba39779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.180626 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Attempting to bind port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:56:49.181214 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Attempting to bind port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:56:49.181779 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Attempting to bind port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:56:49.186471 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.38', 51360) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:49.206747 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:56:49.207402 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:49.208032 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.208642 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:56:49.209404 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Bound port: 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:56:49.210650 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.352963 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b92de4f1-c944-4daf-adb9-c553eba39779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.354342 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-aa7f821c-bb27-44c9-956a-d5964ec13abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.401633 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] For port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:56:49.409485 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] For port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=0542a2fa-50d4-4aa2-b212-c235ecfe4dfd,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:56:49.418253 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.426708 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-0cf8bcff-7fa5-402d-9bc4-c9a543b2fcc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:49.450301 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b92de4f1-c944-4daf-adb9-c553eba39779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.579050 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d79f9b17-9c24-44d9-834a-d5a5901407b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:49.595477 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Pushing event updated for resources: {'Port': ['ID=0542a2fa-50d4-4aa2-b212-c235ecfe4dfd,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:49.641803 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:49.681565 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a36c7f48-b55f-468b-8a63-2e6a16d198c1 req-93fd093b-1e66-4732-9d31-31006252b8f7 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 210 time: 0.0671000 Jun 28 23:56:49.685138 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Routers {'0e981ca3-b6df-4382-99cf-498d350123ef'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:49.691734 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['0e981ca3-b6df-4382-99cf-498d350123ef'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:49.755152 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a7e880bd-49fa-46d4-8c1d-7ba76e57e68b req-8c671398-b6e6-41a5-b105-09abc9c1ac57 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.1893606 Jun 28 23:56:49.819867 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.840304 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b92de4f1-c944-4daf-adb9-c553eba39779 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dee9c882f563485ea9a5b0afc79d5b33&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1154726 Jun 28 23:56:49.843980 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40936) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:49.913727 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92de4f1-c944-4daf-adb9-c553eba39779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbc7add-0af3-401a-bc8d-98f30fbf3d8c,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:49.952402 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-ce9b4dc5-86e4-4e23-ae56-9fba220361c5 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:49.953863 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-ce9b4dc5-86e4-4e23-ae56-9fba220361c5 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.38 "GET /v2.0/networks?id=d286fa14-2b5f-4313-a524-76f5e7d89270 HTTP/1.1" status: 200 len: 812 time: 0.7666941 Jun 28 23:56:49.969066 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.38', 51366) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:49.983893 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-aa7f821c-bb27-44c9-956a-d5964ec13abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.998375 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b92de4f1-c944-4daf-adb9-c553eba39779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:49.999350 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40940) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:50.014834 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] Set router 0e981ca3-b6df-4382-99cf-498d350123ef gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:50.021809 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-aa7f821c-bb27-44c9-956a-d5964ec13abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.052895 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Request body: {'port': {'device_id': 'f0529818-11ae-4950-b297-e49b72e19679', 'network_id': 'd286fa14-2b5f-4313-a524-76f5e7d89270', 'admin_state_up': True, 'tenant_id': '87c899c923a84892a795b732a45c3b0d'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:50.094956 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b92de4f1-c944-4daf-adb9-c553eba39779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:50.102151 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-aa7f821c-bb27-44c9-956a-d5964ec13abc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dcd5796b23f41728231d9761ef2f72d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3708484 Jun 28 23:56:50.103358 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7827611-0867-4dd2-86cb-7765c48e2166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.113278 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40944) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:50.206108 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device cf225d01-d36f-4798-a1d0-60b462be4237 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:50.277225 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-bc1da761-d4cb-4bd9-8d6f-e589417fb152 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:50.280247 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-bc1da761-d4cb-4bd9-8d6f-e589417fb152 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 814 time: 0.1873331 Jun 28 23:56:50.311006 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f37-d98a-4a75-8d34-fbe4fd798445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.340083 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port cf225d01-d36f-4798-a1d0-60b462be4237 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:50.340875 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.342202 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f37-d98a-4a75-8d34-fbe4fd798445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.403746 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Request body: {'port': {'device_id': '7d6a1686-0c29-48ca-9ddd-b0dbb859e313', 'network_id': '961e0ae2-94d4-4667-b607-c37400732516', 'admin_state_up': True, 'tenant_id': 'd7a7bdfab54a468db692b9f0c446237b'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:50.463160 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:56:44Z', 'revision_number': 3, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'gw_port': {'id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:50.537793 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9f315-1939-455c-8d89-0566245bfefd None None] The sync data for ids ['0e981ca3-b6df-4382-99cf-498d350123ef'] in dv-cinder-763306-13-iscsi is: [{'id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:56:44Z', 'revision_number': 3, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'gw_port': {'id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:56:50.540835 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f37-d98a-4a75-8d34-fbe4fd798445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.550478 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Allocated IP 172.20.0.1 (5b30a011-8e69-4cb8-8d7a-83f045ce5633/e87ad153-b8d4-4311-9888-a9ba8cd7abd8/29aea26f-e947-456c-8c84-be8276115bf4) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:50.591927 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f37-d98a-4a75-8d34-fbe4fd798445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.596848 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f9c02f37-d98a-4a75-8d34-fbe4fd798445 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dbc7add-0af3-401a-bc8d-98f30fbf3d8c HTTP/1.1" status: 204 len: 168 time: 0.7455895 Jun 28 23:56:50.621019 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 64c69ece-eb1c-4a73-b006-130edeb939a5 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:50.621518 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f821c-bb27-44c9-956a-d5964ec13abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53b0dd2-edeb-4201-901f-563de83b5cc7,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:50.662833 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Router bd537046-6977-4903-82c2-ae3af8c2b5e2 is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:56:50.824501 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-aa7f821c-bb27-44c9-956a-d5964ec13abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:50.836282 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 64c69ece-eb1c-4a73-b006-130edeb939a5 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:50.836891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.841588 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:50.847640 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd26-5cab-48fc-9fea-7ca6b3c51886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.923538 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:56:50.999476 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.109366 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.114100 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02f37-d98a-4a75-8d34-fbe4fd798445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbc7add-0af3-401a-bc8d-98f30fbf3d8c,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:51.176306 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f25b6176-4172-46be-b9ef-80b995a459ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:51.211555 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-81e3073b-5b02-4da5-b7c5-eee820bec21c req-7eab01b7-ed5f-4426-8075-e4af388f30f3 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.0745280 Jun 28 23:56:51.220120 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f9c02f37-d98a-4a75-8d34-fbe4fd798445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:51.272901 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-104c9eb1-9596-4fa6-9410-2689dce1ca9a req-f28d78a4-f025-47b8-a1d9-4b3980c8a72d tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 210 time: 0.1477587 Jun 28 23:56:51.339796 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Pushing event updated for resources: {'Port': ['ID=29aea26f-e947-456c-8c84-be8276115bf4,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:51.345807 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd26-5cab-48fc-9fea-7ca6b3c51886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.356065 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:51.361371 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:51.365188 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:51.378258 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:51.379046 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.580772 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:56:51.609655 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Sync routers for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:56:51.616272 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7827611-0867-4dd2-86cb-7765c48e2166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.637668 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:56:51.652183 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7827611-0867-4dd2-86cb-7765c48e2166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.656144 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:51.659227 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:51.674730 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.676331 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.4113977 Jun 28 23:56:51.680918 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40974) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:51.681125 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Sync routers for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:56:51.681850 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:51.685703 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd26-5cab-48fc-9fea-7ca6b3c51886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.756888 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:51.760810 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:51.996672 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Made reservation on behalf of 87c899c923a84892a795b732a45c3b0d for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:52.004837 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:52.036137 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e38dcd26-5cab-48fc-9fea-7ca6b3c51886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:52.057128 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e38dcd26-5cab-48fc-9fea-7ca6b3c51886 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f53b0dd2-edeb-4201-901f-563de83b5cc7 HTTP/1.1" status: 204 len: 168 time: 1.7873564 Jun 28 23:56:52.114995 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40980) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:52.175012 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-8ee373f1-61f0-48fa-9b82-e1d5721da42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:52.255791 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:52.261546 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:52.394521 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:52.399002 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:52.414908 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.8877130 Jun 28 23:56:52.472232 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40986) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:52.476649 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:52.477662 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.db.api [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:56:52.477662 dv-cinder-763306-13-iscsi neutron-server[92941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 23:56:52.477662 dv-cinder-763306-13-iscsi neutron-server[92941]: [parameters: {'project_id_1': 'd7a7bdfab54a468db692b9f0c446237b', 'expiration_1': datetime.datetime(2021, 6, 28, 23, 56, 51, 513060)}] Jun 28 23:56:52.477662 dv-cinder-763306-13-iscsi neutron-server[92941]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:56:52.478371 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_db.api [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:56:52.725084 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c7827611-0867-4dd2-86cb-7765c48e2166 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bddfc686e5534a35972549739b1744b2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7206764 Jun 28 23:56:52.730779 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40990) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:52.822512 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7827611-0867-4dd2-86cb-7765c48e2166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef26ec8-e8f9-4d36-bbf8-64384fde19ce,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:52.871699 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c7827611-0867-4dd2-86cb-7765c48e2166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.190s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:52.929548 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-aa7f821c-bb27-44c9-956a-d5964ec13abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.844s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:53.011303 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:53.034192 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-922ce632-89c3-47d9-9d1d-380b10a41866 req-033897c1-519b-4328-a1cc-67e4ad40a503 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.2493196 Jun 28 23:56:53.063457 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:53.063822 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.173356 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dcd26-5cab-48fc-9fea-7ca6b3c51886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53b0dd2-edeb-4201-901f-563de83b5cc7,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:53.184300 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e38dcd26-5cab-48fc-9fea-7ca6b3c51886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:53.191222 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-16197af0-a71b-4bcb-8825-12671821bb8b req-7e9947f6-7c08-4aec-b150-31f0986c0ddd tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 210 time: 0.1990302 Jun 28 23:56:53.219972 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:56:47Z', 'revision_number': 3, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:53.253285 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:56:45Z', 'revision_number': 3, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:53.318937 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40992) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:53.335918 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Checking router: bd537046-6977-4903-82c2-ae3af8c2b5e2 for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:56:53.339337 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Updating router bd537046-6977-4903-82c2-ae3af8c2b5e2 port 4a179642-75fc-4833-8fae-64ac252f2a01 binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:56:53.389008 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Checking router: 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:56:53.390105 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Updating router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 port 17036bad-8ec8-4a4d-a058-7e43b992e444 binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:56:53.491793 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-8ee373f1-61f0-48fa-9b82-e1d5721da42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.499686 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b54f5654-6caf-4273-a03f-de5d33f0597d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.535735 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.549064 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.593051 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-8ee373f1-61f0-48fa-9b82-e1d5721da42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.595777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=0542a2fa-50d4-4aa2-b212-c235ecfe4dfd,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:56:53.597461 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.639975 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.648778 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:53.671846 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-753bcbd9-ee1f-452c-9924-028eb71b73c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:53.729671 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Allocated IP 172.20.0.2 (d286fa14-2b5f-4313-a524-76f5e7d89270/e4aa0edd-c001-4f90-bcd5-0a971360ce6d/58e215c6-75f7-448a-86cd-3dab3f8d98f0) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:53.805760 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=0542a2fa-50d4-4aa2-b212-c235ecfe4dfd,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:53.830296 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:53.908937 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-8ee373f1-61f0-48fa-9b82-e1d5721da42c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ff63002a6c34727a403f2fe6709e5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7561762 Jun 28 23:56:53.912977 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee373f1-61f0-48fa-9b82-e1d5721da42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a09af1-ef7d-4bfe-9f0a-8207d2752d62,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:53.932134 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40994) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:54.050356 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-8ee373f1-61f0-48fa-9b82-e1d5721da42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:54.338038 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b54f5654-6caf-4273-a03f-de5d33f0597d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.361804 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Made reservation on behalf of d7a7bdfab54a468db692b9f0c446237b for: {'port': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:54.377453 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.572362 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:54.574988 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5badd62a-ca06-4977-a14f-30dac9e648b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.574988 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b54f5654-6caf-4273-a03f-de5d33f0597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.576470 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.578192 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:54.578393 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.595589 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Transition to ACTIVE for port object 17036bad-8ec8-4a4d-a058-7e43b992e444 will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:54.605597 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.608837 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.615998 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:54.641690 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.661340 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:54.744548 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e0891-3879-4538-9da8-1f3425c72225 None None] Pushing event updated for resources: {'Port': ['ID=17036bad-8ec8-4a4d-a058-7e43b992e444,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:54.792663 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Attempting to bind port 17036bad-8ec8-4a4d-a058-7e43b992e444 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:56:54.793623 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Attempting to bind port 17036bad-8ec8-4a4d-a058-7e43b992e444 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:56:54.794776 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Attempting to bind port 17036bad-8ec8-4a4d-a058-7e43b992e444 on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:56:54.799841 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-194e0891-3879-4538-9da8-1f3425c72225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:54.807342 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:56:54.807920 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:54.808557 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.809163 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:56:54.810929 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Bound port: 17036bad-8ec8-4a4d-a058-7e43b992e444, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:56:54.811582 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.828067 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:54.829133 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.870141 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d1eff92a-0910-4245-b071-0b926bbfb95b req-0b5f826d-b5da-43a5-b4e5-667882370f74 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.3930371 Jun 28 23:56:54.982583 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Pushing event updated for resources: {'Port': ['ID=29aea26f-e947-456c-8c84-be8276115bf4,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:54.991749 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] For port 17036bad-8ec8-4a4d-a058-7e43b992e444, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:56:54.998137 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] For port 17036bad-8ec8-4a4d-a058-7e43b992e444, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=17036bad-8ec8-4a4d-a058-7e43b992e444,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:56:55.007700 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.016063 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:55.026033 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:55.186212 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e0891-3879-4538-9da8-1f3425c72225 None None] Pushing event updated for resources: {'Port': ['ID=17036bad-8ec8-4a4d-a058-7e43b992e444,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:55.203238 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-194e0891-3879-4538-9da8-1f3425c72225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:55.213711 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:55.217224 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:55.218095 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:55.236921 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:55.361977 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8e8004d6-5b27-43e3-9b89-982ebcecd854 req-296450cc-3fc5-4a4b-ac5f-b251e21c9f79 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 210 time: 0.3412023 Jun 28 23:56:55.431271 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-50775464-79ea-409e-a0c3-d0d9d9da9da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.584873 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:55.598552 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.629447 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5badd62a-ca06-4977-a14f-30dac9e648b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.635660 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Transition to ACTIVE for port object 4a179642-75fc-4833-8fae-64ac252f2a01 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:55.648099 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-50775464-79ea-409e-a0c3-d0d9d9da9da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.655714 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f5654-6caf-4273-a03f-de5d33f0597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11bb238-ab06-4420-a25c-c37b5152bbc9,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:55.658450 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.663680 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:55.699668 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b54f5654-6caf-4273-a03f-de5d33f0597d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.174s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:55.772821 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b54f5654-6caf-4273-a03f-de5d33f0597d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a06dc54c88974dde93d188ff6427a250&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4521549 Jun 28 23:56:55.788020 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41002) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:55.827291 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Attempting to bind port 4a179642-75fc-4833-8fae-64ac252f2a01 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:56:55.827989 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Attempting to bind port 4a179642-75fc-4833-8fae-64ac252f2a01 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:56:55.828637 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Attempting to bind port 4a179642-75fc-4833-8fae-64ac252f2a01 on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:56:55.863903 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Allocated IP 172.20.0.3 (961e0ae2-94d4-4667-b607-c37400732516/d271d946-ae36-40b8-9c2d-b7397f45a13a/707309a2-d111-4463-8ca1-f4a106f8d505) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:55.888355 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:56:55.889409 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:55.889846 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.890545 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:56:55.891482 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Bound port: 4a179642-75fc-4833-8fae-64ac252f2a01, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:56:55.892173 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.915948 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4321c9-f3d0-4169-ae02-0d566ef8465f None None] Pushing event updated for resources: {'Port': ['ID=4a179642-75fc-4833-8fae-64ac252f2a01,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:55.968618 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.018799 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cc4321c9-f3d0-4169-ae02-0d566ef8465f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:56.136396 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5badd62a-ca06-4977-a14f-30dac9e648b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.180914 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] For port 4a179642-75fc-4833-8fae-64ac252f2a01, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:56:56.194564 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] For port 4a179642-75fc-4833-8fae-64ac252f2a01, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=4a179642-75fc-4833-8fae-64ac252f2a01,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:56:56.203856 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.215400 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:56.229242 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Router 0e981ca3-b6df-4382-99cf-498d350123ef has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:56:56.231163 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5badd62a-ca06-4977-a14f-30dac9e648b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.232879 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-5badd62a-ca06-4977-a14f-30dac9e648b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fef26ec8-e8f9-4d36-bbf8-64384fde19ce HTTP/1.1" status: 204 len: 168 time: 3.4970875 Jun 28 23:56:56.338588 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:56.353728 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-18249375-61a8-44ed-a79e-31ca36e37804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.369018 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:56:47Z', 'revision_number': 3, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:56.386011 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:56.386654 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:56.390079 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badd62a-ca06-4977-a14f-30dac9e648b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef26ec8-e8f9-4d36-bbf8-64384fde19ce,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:56.392612 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5badd62a-ca06-4977-a14f-30dac9e648b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:56.432596 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6407b4-9e9c-4fe6-adae-b2f08a6509e9 None None] The sync data for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi is: [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:56:47Z', 'revision_number': 3, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:56:56.505839 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4321c9-f3d0-4169-ae02-0d566ef8465f None None] Pushing event updated for resources: {'Port': ['ID=4a179642-75fc-4833-8fae-64ac252f2a01,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:56.546207 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cc4321c9-f3d0-4169-ae02-0d566ef8465f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:56.595693 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1f9f82b2-6520-4a9e-9e3d-913e3df2ace0 req-51225ee5-ae4c-45b1-b89f-8c1b76de05d7 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.3590209 Jun 28 23:56:56.747917 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-18249375-61a8-44ed-a79e-31ca36e37804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.815903 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:57.029725 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-50775464-79ea-409e-a0c3-d0d9d9da9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.051030 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-18249375-61a8-44ed-a79e-31ca36e37804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.081443 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-50775464-79ea-409e-a0c3-d0d9d9da9da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.085551 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-50775464-79ea-409e-a0c3-d0d9d9da9da1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9a09af1-ef7d-4bfe-9f0a-8207d2752d62 HTTP/1.1" status: 204 len: 168 time: 3.1178656 Jun 28 23:56:57.094819 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:57.109850 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.132800 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-18249375-61a8-44ed-a79e-31ca36e37804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.134071 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-18249375-61a8-44ed-a79e-31ca36e37804 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f11bb238-ab06-4420-a25c-c37b5152bbc9 HTTP/1.1" status: 204 len: 168 time: 1.3420134 Jun 28 23:56:57.142158 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:56:57.161176 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] 10.222.0.24 "PUT /v2.0/routers/0e981ca3-b6df-4382-99cf-498d350123ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6762886 Jun 28 23:56:57.166333 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50775464-79ea-409e-a0c3-d0d9d9da9da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a09af1-ef7d-4bfe-9f0a-8207d2752d62,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:57.210968 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18249375-61a8-44ed-a79e-31ca36e37804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11bb238-ab06-4420-a25c-c37b5152bbc9,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:57.215393 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-18249375-61a8-44ed-a79e-31ca36e37804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:57.220168 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:57.223453 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:57.230330 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:57.299717 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Network d286fa14-2b5f-4313-a524-76f5e7d89270 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:57.366491 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:57.369448 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:57.382473 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:57.387772 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.391307 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41018) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:57.506953 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2bca6de4-104f-4bf6-8ee0-f5b9dff29c08 req-a0ddd36c-0266-484a-a739-b6c3b86fb600 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 210 time: 0.7675714 Jun 28 23:56:57.515932 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-85b18111-2d5c-40d7-a2f6-2b6df1b0f10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.527709 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Sync routers for ids ['0e981ca3-b6df-4382-99cf-498d350123ef'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:56:57.592822 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5474169 Jun 28 23:56:57.623900 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Pushing event updated for resources: {'Port': ['ID=58e215c6-75f7-448a-86cd-3dab3f8d98f0,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:57.624682 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Routers {'0e981ca3-b6df-4382-99cf-498d350123ef'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:57.626173 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['0e981ca3-b6df-4382-99cf-498d350123ef'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:57.643438 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:57.658012 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-bf4e4a18-53de-4696-a2cc-a38241f16445 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:56:57.659217 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-bf4e4a18-53de-4696-a2cc-a38241f16445 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148625 Jun 28 23:56:57.852081 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.115029 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-85b18111-2d5c-40d7-a2f6-2b6df1b0f10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.128127 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-85b18111-2d5c-40d7-a2f6-2b6df1b0f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.146692 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.149362 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:58.274749 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 17036bad-8ec8-4a4d-a058-7e43b992e444 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:58.442066 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Set router 0e981ca3-b6df-4382-99cf-498d350123ef gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:58.479972 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 17036bad-8ec8-4a4d-a058-7e43b992e444 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:58.481375 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-85b18111-2d5c-40d7-a2f6-2b6df1b0f10c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82f4fb08bc3243de83929ab7c90f7db7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0724823 Jun 28 23:56:58.485366 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41030) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:58.508489 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 17036bad-8ec8-4a4d-a058-7e43b992e444 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:58.508883 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.509727 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.534372 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18111-2d5c-40d7-a2f6-2b6df1b0f10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7140a55b-3fce-43b0-ab89-90b2faf208f8,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:58.557218 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-85b18111-2d5c-40d7-a2f6-2b6df1b0f10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:58.630265 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:56:45Z', 'revision_number': 3, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:58.751487 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429014bd-45d0-4152-b002-bf9a14581aca None None] The sync data for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi is: [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:56:45Z', 'revision_number': 3, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:56:58.865698 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.884234 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1573-096e-4ed2-897c-c6c45c7fcec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.945191 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 17036bad-8ec8-4a4d-a058-7e43b992e444, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=17036bad-8ec8-4a4d-a058-7e43b992e444,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:56:58.954308 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.983362 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Request body: {'port': {'device_id': 'f0529818-11ae-4950-b297-e49b72e19679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:58.986074 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:59.010973 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Allocated IP 172.20.0.1 (26ddb2c2-6953-40fb-958b-8e59049be030/811dceec-ad5c-47a5-9f70-bda814bab7b2/292b07ad-07c1-4b76-a7ac-7aaee824de3c) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:59.286486 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.311520 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.351139 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.provisioning_blocks [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Transition to ACTIVE for port object 292b07ad-07c1-4b76-a7ac-7aaee824de3c will not be triggered until provisioned by entity DHCP. {{(pid=92941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:59.385742 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1573-096e-4ed2-897c-c6c45c7fcec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.415038 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=17036bad-8ec8-4a4d-a058-7e43b992e444,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:59.441736 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.452174 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:59.542939 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:56:52Z', 'revision_number': 4, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'gw_port': {'id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '29aea26f-e947-456c-8c84-be8276115bf4', 'name': '', 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'mac_address': 'fa:16:3e:f5:8f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e87ad153-b8d4-4311-9888-a9ba8cd7abd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:56:53Z', 'revision_number': 2, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'subnets': [{'id': 'e87ad153-b8d4-4311-9888-a9ba8cd7abd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:59.654453 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Checking router: 0e981ca3-b6df-4382-99cf-498d350123ef for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:56:59.655114 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Updating router 0e981ca3-b6df-4382-99cf-498d350123ef port 29aea26f-e947-456c-8c84-be8276115bf4 binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:56:59.770648 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.012543 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:00.592046 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Network 961e0ae2-94d4-4667-b607-c37400732516 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:00.651487 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 17036bad-8ec8-4a4d-a058-7e43b992e444 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:00.654764 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1573-096e-4ed2-897c-c6c45c7fcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.672824 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:00.688771 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.698431 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:00.702747 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1573-096e-4ed2-897c-c6c45c7fcec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.704747 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-1b9e1573-096e-4ed2-897c-c6c45c7fcec3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7140a55b-3fce-43b0-ab89-90b2faf208f8 HTTP/1.1" status: 204 len: 168 time: 2.2108412 Jun 28 23:57:00.715629 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:00.718415 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.782720 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-62c595bc-ac2c-4ead-90ee-0c55993451c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:00.802764 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Pushing event updated for resources: {'Port': ['ID=707309a2-d111-4463-8ca1-f4a106f8d505,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:00.821882 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:00.828809 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:00.869316 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-14f10228-d0f6-4ac0-9628-2d985dc88042 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.5639930 Jun 28 23:57:00.871049 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Allocated IP 172.20.0.1 (4ad788e7-2ca5-4585-83fd-40cad0c008c7/9d9d7929-c1fb-47d6-803d-15f6c9838b05/0f5efcae-9475-422b-9b6d-66d26d33b36b) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:00.908259 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e1573-096e-4ed2-897c-c6c45c7fcec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7140a55b-3fce-43b0-ab89-90b2faf208f8,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:00.934067 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1b9e1573-096e-4ed2-897c-c6c45c7fcec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:01.022773 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 17036bad-8ec8-4a4d-a058-7e43b992e444 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:01.024626 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.038734 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Request body: {'port': {'device_id': '7d6a1686-0c29-48ca-9ddd-b0dbb859e313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:01.131469 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33541ab7-6cc5-42a3-83e6-4656bbbf88be req-0a6f5664-085f-4a1c-bdf7-7b8cd05c5ecf tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:01.143808 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-33541ab7-6cc5-42a3-83e6-4656bbbf88be req-0a6f5664-085f-4a1c-bdf7-7b8cd05c5ecf tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 931 time: 2.9643846 Jun 28 23:57:01.171206 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33b928-5058-4914-be9c-7f8313e84ce3 req-35d10d86-0e1a-4c64-8d52-b9b518d0a3f8 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:01.179669 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bf33b928-5058-4914-be9c-7f8313e84ce3 req-35d10d86-0e1a-4c64-8d52-b9b518d0a3f8 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 931 time: 1.7656417 Jun 28 23:57:01.291397 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Network 26ddb2c2-6953-40fb-958b-8e59049be030 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:01.312999 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e215c6-75f7-448a-86cd-3dab3f8d98f0 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:01.329234 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.383577 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Transition to ACTIVE for port object 58e215c6-75f7-448a-86cd-3dab3f8d98f0 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:01.394548 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.421967 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:01.427120 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:01.428066 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Pushing event updated for resources: {'Port': ['ID=292b07ad-07c1-4b76-a7ac-7aaee824de3c,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:01.435660 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:01.453450 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:01.458040 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.733771 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.797556 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Transition to ACTIVE for port object 29aea26f-e947-456c-8c84-be8276115bf4 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:01.831731 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.854777 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bf33b928-5058-4914-be9c-7f8313e84ce3 req-46129f73-5a63-4908-9d99-a280f2d6ef43 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6713736 Jun 28 23:57:01.892182 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:01.965374 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=58e215c6-75f7-448a-86cd-3dab3f8d98f0,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:01.987381 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:02.007210 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Attempting to bind port 58e215c6-75f7-448a-86cd-3dab3f8d98f0 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:02.007795 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Attempting to bind port 58e215c6-75f7-448a-86cd-3dab3f8d98f0 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'df3c296f-be1b-487e-b9fc-3e06dcad828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd286fa14-2b5f-4313-a524-76f5e7d89270'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:02.008316 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Attempting to bind port 58e215c6-75f7-448a-86cd-3dab3f8d98f0 on network d286fa14-2b5f-4313-a524-76f5e7d89270 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:02.018425 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 4a179642-75fc-4833-8fae-64ac252f2a01 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:02.024727 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Port 58e215c6-75f7-448a-86cd-3dab3f8d98f0 on network d286fa14-2b5f-4313-a524-76f5e7d89270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:02.025262 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Attempting to bind port 58e215c6-75f7-448a-86cd-3dab3f8d98f0 on network d286fa14-2b5f-4313-a524-76f5e7d89270 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:02.052374 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:02.053027 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Checking segment: {'id': 'df3c296f-be1b-487e-b9fc-3e06dcad828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd286fa14-2b5f-4313-a524-76f5e7d89270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:02.054147 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Bound using segment: {'id': 'df3c296f-be1b-487e-b9fc-3e06dcad828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd286fa14-2b5f-4313-a524-76f5e7d89270'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:02.054941 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Bound port: 58e215c6-75f7-448a-86cd-3dab3f8d98f0, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3c296f-be1b-487e-b9fc-3e06dcad828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd286fa14-2b5f-4313-a524-76f5e7d89270'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:02.055576 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.363479 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] For port 58e215c6-75f7-448a-86cd-3dab3f8d98f0, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:02.381643 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] For port 58e215c6-75f7-448a-86cd-3dab3f8d98f0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=58e215c6-75f7-448a-86cd-3dab3f8d98f0,segment=NetworkSegment(df3c296f-be1b-487e-b9fc-3e06dcad828f),segment_id=df3c296f-be1b-487e-b9fc-3e06dcad828f)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:02.392114 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.394176 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.424623 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:02.489754 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:02.491485 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.494962 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] 10.222.0.38 "PUT /v2.0/ports/58e215c6-75f7-448a-86cd-3dab3f8d98f0 HTTP/1.1" status: 200 len: 1093 time: 3.7585478 Jun 28 23:57:02.498997 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0529818-11ae-4950-b297-e49b72e19679', 'tag': '58e215c6-75f7-448a-86cd-3dab3f8d98f0'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:02.506698 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 4a179642-75fc-4833-8fae-64ac252f2a01 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:02.524044 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 4a179642-75fc-4833-8fae-64ac252f2a01 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:02.525857 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.646331 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b16b8-f6d9-4774-8573-2f055d381536 None None] Pushing event updated for resources: {'Port': ['ID=29aea26f-e947-456c-8c84-be8276115bf4,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:02.656034 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-832b16b8-f6d9-4774-8573-2f055d381536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:02.664719 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-10563730-110e-48f9-b274-36e437800e51 None None] Provisioning for port 292b07ad-07c1-4b76-a7ac-7aaee824de3c completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:02.692705 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.701554 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.729002 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-33541ab7-6cc5-42a3-83e6-4656bbbf88be req-7c8d666d-714b-4370-9a8c-b56ebd1d8b31 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5838044 Jun 28 23:57:02.780739 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-10563730-110e-48f9-b274-36e437800e51 None None] Provisioning complete for port 292b07ad-07c1-4b76-a7ac-7aaee824de3c triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:02.781656 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-10563730-110e-48f9-b274-36e437800e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.811256 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.provisioning_blocks [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Transition to ACTIVE for port object 0f5efcae-9475-422b-9b6d-66d26d33b36b will not be triggered until provisioned by entity DHCP. {{(pid=92941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:02.952464 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-10563730-110e-48f9-b274-36e437800e51 None None] Port 292b07ad-07c1-4b76-a7ac-7aaee824de3c cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:57:02.964839 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Attempting to bind port 29aea26f-e947-456c-8c84-be8276115bf4 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:02.965230 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Attempting to bind port 29aea26f-e947-456c-8c84-be8276115bf4 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:02.965647 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Attempting to bind port 29aea26f-e947-456c-8c84-be8276115bf4 on network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:02.977052 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:02.977589 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Checking segment: {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:02.978041 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.978480 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Bound using segment: {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:02.979099 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Bound port: 29aea26f-e947-456c-8c84-be8276115bf4, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:02.979528 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.118181 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] For port 29aea26f-e947-456c-8c84-be8276115bf4, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:03.123311 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] For port 29aea26f-e947-456c-8c84-be8276115bf4, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=29aea26f-e947-456c-8c84-be8276115bf4,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:03.153170 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.159539 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c0241eb2-0ddb-4fed-a0a5-cface64db3bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:03.226773 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b16b8-f6d9-4774-8573-2f055d381536 None None] Pushing event updated for resources: {'Port': ['ID=29aea26f-e947-456c-8c84-be8276115bf4,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:03.231222 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-832b16b8-f6d9-4774-8573-2f055d381536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:03.283479 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=58e215c6-75f7-448a-86cd-3dab3f8d98f0,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:03.292770 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:03.316660 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Routers {'0e981ca3-b6df-4382-99cf-498d350123ef'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:03.317414 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['0e981ca3-b6df-4382-99cf-498d350123ef'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:03.346104 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-82b8acb9-5ed3-4422-9a03-c2ee3f7a1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:03.352106 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-82b8acb9-5ed3-4422-9a03-c2ee3f7a1c96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c899c923a84892a795b732a45c3b0d&device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 1096 time: 0.5473008 Jun 28 23:57:03.491721 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-d63a0c19-bfd0-4296-bcee-ac384aa0ef48 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:03.493676 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-d63a0c19-bfd0-4296-bcee-ac384aa0ef48 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 818 time: 0.3055122 Jun 28 23:57:03.576156 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.687028 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 4a179642-75fc-4833-8fae-64ac252f2a01, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=4a179642-75fc-4833-8fae-64ac252f2a01,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:03.750627 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] Set router 0e981ca3-b6df-4382-99cf-498d350123ef gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:03.792818 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-615da7a9-d703-4f16-96f1-8f6b288a315c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e215c6-75f7-448a-86cd-3dab3f8d98f0 HTTP/1.1" status: 200 len: 217 time: 0.4179401 Jun 28 23:57:03.856288 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-79c3e506-b908-45b1-ae32-e913a49042aa tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/quotas/5e8f028e3d4d4f5cad4bfca6b2478be8 HTTP/1.1" status: 200 len: 375 time: 0.3276293 Jun 28 23:57:03.923612 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-f0c97649-b7fc-4838-bd4c-941d8d421d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:03.925460 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-f0c97649-b7fc-4838-bd4c-941d8d421d37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4aa0edd-c001-4f90-bcd5-0a971360ce6d HTTP/1.1" status: 200 len: 852 time: 0.1249599 Jun 28 23:57:03.931987 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d74e82-f5bf-4589-b3a9-759708136f21" -d '{"events": [{"name": "network-changed", "server_uuid": "f0529818-11ae-4950-b297-e49b72e19679", "tag": "58e215c6-75f7-448a-86cd-3dab3f8d98f0"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:04.003982 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-043ab12f-3372-41fa-83d4-4850122fe145 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d286fa14-2b5f-4313-a524-76f5e7d89270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504932 Jun 28 23:57:04.021931 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.100645 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:04.243607 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-fc743ff3-cb53-4449-b045-1ac93314ac8c service neutron] 10.222.0.38 "GET /v2.0/networks/d286fa14-2b5f-4313-a524-76f5e7d89270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258940 Jun 28 23:57:04.294280 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.300824 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-832b16b8-f6d9-4774-8573-2f055d381536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:04.480281 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:04.604713 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:04.663905 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:04.663905 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.678640 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Pushing event updated for resources: {'Port': ['ID=0f5efcae-9475-422b-9b6d-66d26d33b36b,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:04.685647 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=4a179642-75fc-4833-8fae-64ac252f2a01,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:04.706755 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:04.719395 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:04.931149 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5eab7-2a82-4ed3-8e54-d90681e99c8f req-bf75a5e5-8f5d-4e87-96d2-25d602c65c02 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:04.944298 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b5e5eab7-2a82-4ed3-8e54-d90681e99c8f req-bf75a5e5-8f5d-4e87-96d2-25d602c65c02 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 931 time: 1.6013207 Jun 28 23:57:04.968974 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-42a7c7a2-a192-4222-8755-66c982faa3bb req-2253fcfc-4453-4292-8d36-1d765f01b8af service neutron] 10.222.0.38 "GET /v2.0/networks/d286fa14-2b5f-4313-a524-76f5e7d89270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150567 Jun 28 23:57:04.992259 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:56:52Z', 'revision_number': 4, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'gw_port': {'id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '29aea26f-e947-456c-8c84-be8276115bf4', 'name': '', 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'mac_address': 'fa:16:3e:f5:8f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e87ad153-b8d4-4311-9888-a9ba8cd7abd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'subnets': [{'id': 'e87ad153-b8d4-4311-9888-a9ba8cd7abd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:05.121099 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb42359-28ad-4474-ad35-c506dbcb0003 None None] The sync data for ids ['0e981ca3-b6df-4382-99cf-498d350123ef'] in dv-cinder-763306-13-iscsi is: [{'id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:56:52Z', 'revision_number': 4, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'gw_port': {'id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '29aea26f-e947-456c-8c84-be8276115bf4', 'name': '', 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'mac_address': 'fa:16:3e:f5:8f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e87ad153-b8d4-4311-9888-a9ba8cd7abd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'subnets': [{'id': 'e87ad153-b8d4-4311-9888-a9ba8cd7abd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:57:05.212162 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fa3580ae-fd64-4805-a5d3-e2ec6de7e06f None None] Provisioning for port 0f5efcae-9475-422b-9b6d-66d26d33b36b completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:05.220142 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fa3580ae-fd64-4805-a5d3-e2ec6de7e06f None None] Provisioning complete for port 0f5efcae-9475-422b-9b6d-66d26d33b36b triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:05.222419 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fa3580ae-fd64-4805-a5d3-e2ec6de7e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.317108 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fa3580ae-fd64-4805-a5d3-e2ec6de7e06f None None] Port 0f5efcae-9475-422b-9b6d-66d26d33b36b cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:57:05.489211 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.753971 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-a3f34ba3-1509-42e3-8944-0e97acdb18bb tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8353355 Jun 28 23:57:05.792145 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.840103 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.867066 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:06.035044 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b5e5eab7-2a82-4ed3-8e54-d90681e99c8f req-80b33004-303a-4f6d-a929-32822dca446d tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8501956 Jun 28 23:57:06.063213 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.notifiers.nova [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707309a2-d111-4463-8ca1-f4a106f8d505 {{(pid=92941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:06.207405 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Pushing event updated for resources: {'Port': ['ID=292b07ad-07c1-4b76-a7ac-7aaee824de3c,revision_number=2']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:06.234556 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:06.240584 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:06.260209 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:06.444981 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-9529cbe8-e943-4e45-a727-b77a42919b04 service neutron] 10.222.0.24 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885650 Jun 28 23:57:06.589508 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.provisioning_blocks [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Transition to ACTIVE for port object 707309a2-d111-4463-8ca1-f4a106f8d505 will not be triggered until provisioned by entity L2. {{(pid=92941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:06.634952 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:06.641683 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 29aea26f-e947-456c-8c84-be8276115bf4 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:06.743451 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 29aea26f-e947-456c-8c84-be8276115bf4 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:06.749757 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 29aea26f-e947-456c-8c84-be8276115bf4 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:06.750131 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:06.757987 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0e567f0b-2aff-481d-a5e6-c488ddb83357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:06.965866 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.042244 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 29aea26f-e947-456c-8c84-be8276115bf4, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=29aea26f-e947-456c-8c84-be8276115bf4,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:07.049869 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.051033 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 4a179642-75fc-4833-8fae-64ac252f2a01 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:07.057989 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:07.218645 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-beb5e515-025b-4385-aee7-ef64d0b7648f service neutron] 10.222.0.24 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319246 Jun 28 23:57:07.278711 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Network 26ddb2c2-6953-40fb-958b-8e59049be030 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:07.320393 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=29aea26f-e947-456c-8c84-be8276115bf4,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:07.332077 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:07.358970 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 4a179642-75fc-4833-8fae-64ac252f2a01 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:07.359499 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.388746 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c723696-8a21-4b9c-be15-931653b10941 req-5b95895e-13d9-4aa8-9fa7-5897ad05dfff tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:07.402772 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c723696-8a21-4b9c-be15-931653b10941 req-5b95895e-13d9-4aa8-9fa7-5897ad05dfff tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 943 time: 1.1663170 Jun 28 23:57:07.405752 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:07.679721 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.683395 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.managers [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Attempting to bind port 707309a2-d111-4463-8ca1-f4a106f8d505 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:07.683923 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.managers [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Attempting to bind port 707309a2-d111-4463-8ca1-f4a106f8d505 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'}] {{(pid=92941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:07.684578 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Attempting to bind port 707309a2-d111-4463-8ca1-f4a106f8d505 on network 961e0ae2-94d4-4667-b607-c37400732516 {{(pid=92941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:07.688751 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Pushing event updated for resources: {'Port': ['ID=707309a2-d111-4463-8ca1-f4a106f8d505,revision_number=2']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:07.800073 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.806192 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:07.816369 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.831339 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:07.836237 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Port 707309a2-d111-4463-8ca1-f4a106f8d505 on network 961e0ae2-94d4-4667-b607-c37400732516 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:07.836554 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Attempting to bind port 707309a2-d111-4463-8ca1-f4a106f8d505 on network 961e0ae2-94d4-4667-b607-c37400732516 {{(pid=92941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:07.983303 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:07.984703 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Checking segment: {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:07.987577 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Bound using segment: {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'} {{(pid=92941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:07.989067 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.managers [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Bound port: 707309a2-d111-4463-8ca1-f4a106f8d505, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'}}] {{(pid=92941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:07.991426 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:08.110800 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-13267904-7fba-4b93-a669-cdc0e59a8e62 None None] Provisioning complete for port 292b07ad-07c1-4b76-a7ac-7aaee824de3c triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:08.112318 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-13267904-7fba-4b93-a669-cdc0e59a8e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:08.193638 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1e908e-0c42-444c-af88-b94beb3dde43 x-openstack-request-id: req-1f1e908e-0c42-444c-af88-b94beb3dde43 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:08.194410 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0529818-11ae-4950-b297-e49b72e19679", "tag": "58e215c6-75f7-448a-86cd-3dab3f8d98f0", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:08.194410 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f1e908e-0c42-444c-af88-b94beb3dde43 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:08.194670 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0529818-11ae-4950-b297-e49b72e19679', 'tag': '58e215c6-75f7-448a-86cd-3dab3f8d98f0', 'status': 'completed', 'code': 200} Jun 28 23:57:08.204527 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c723696-8a21-4b9c-be15-931653b10941 req-6f660d4f-a753-4b15-8adc-9aa15a04b280 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783015 Jun 28 23:57:08.275629 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-13267904-7fba-4b93-a669-cdc0e59a8e62 None None] Port 292b07ad-07c1-4b76-a7ac-7aaee824de3c cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:57:08.332014 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Pushing event updated for resources: {'Port': ['ID=0f5efcae-9475-422b-9b6d-66d26d33b36b,revision_number=2']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:08.347927 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:08.438980 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-f3d2f1d0-40e8-48e3-81e9-b2289d6df15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:08.442616 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-f3d2f1d0-40e8-48e3-81e9-b2289d6df15e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c899c923a84892a795b732a45c3b0d&device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 1096 time: 0.1734750 Jun 28 23:57:08.460206 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 29aea26f-e947-456c-8c84-be8276115bf4 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:08.498475 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Router bd537046-6977-4903-82c2-ae3af8c2b5e2 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:57:08.509466 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] For port 707309a2-d111-4463-8ca1-f4a106f8d505, host hv-cinder-76330, cleared binding levels {{(pid=92941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:08.562470 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0cc119ae-5c3d-4b5a-9e9a-ad550dc08c76 req-8397ce20-b183-46e3-8a37-2857569d3dee tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.1898048 Jun 28 23:57:08.615435 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 29aea26f-e947-456c-8c84-be8276115bf4 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:08.626140 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:08.750001 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-0060d864-1f65-49b3-867c-9a9a037729e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:08.752468 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-0060d864-1f65-49b3-867c-9a9a037729e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d286fa14-2b5f-4313-a524-76f5e7d89270 HTTP/1.1" status: 200 len: 913 time: 0.3034599 Jun 28 23:57:08.818476 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] For port 707309a2-d111-4463-8ca1-f4a106f8d505, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=707309a2-d111-4463-8ca1-f4a106f8d505,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:08.917037 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-8c7a7e52-23a9-484f-aa36-58b6d13209c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e215c6-75f7-448a-86cd-3dab3f8d98f0 HTTP/1.1" status: 200 len: 217 time: 0.1549101 Jun 28 23:57:09.079066 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-31cbdc39-1f15-481e-9dbc-0939ff965e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:09.080692 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-31cbdc39-1f15-481e-9dbc-0939ff965e71 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4aa0edd-c001-4f90-bcd5-0a971360ce6d HTTP/1.1" status: 200 len: 852 time: 0.1546221 Jun 28 23:57:09.092235 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-837c39fb-5579-414a-ae98-3ad4cb6be035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.146113 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-517753dd-8357-4cae-96c6-f46d1a70b609 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d286fa14-2b5f-4313-a524-76f5e7d89270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481989 Jun 28 23:57:09.150420 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41318) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:09.284242 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-1b43a366-fc9d-4fa2-8a97-66ec342155ba service neutron] 10.222.0.38 "GET /v2.0/networks/d286fa14-2b5f-4313-a524-76f5e7d89270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253512 Jun 28 23:57:09.329710 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.359973 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:09.456670 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-36d74e82-f5bf-4589-b3a9-759708136f21 req-62b717a5-a94a-4e04-becb-b1fb2348a622 service neutron] 10.222.0.38 "GET /v2.0/networks/d286fa14-2b5f-4313-a524-76f5e7d89270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624079 Jun 28 23:57:09.569435 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3c06d6ed-30a9-4836-890c-72ffc9e40677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.650201 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:09.814264 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:09.834986 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:09.834986 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.836601 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] 10.222.0.38 "PUT /v2.0/ports/707309a2-d111-4463-8ca1-f4a106f8d505 HTTP/1.1" status: 200 len: 1093 time: 8.8741090 Jun 28 23:57:09.927811 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3c06d6ed-30a9-4836-890c-72ffc9e40677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.938485 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3c06d6ed-30a9-4836-890c-72ffc9e40677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.942484 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6a1686-0c29-48ca-9ddd-b0dbb859e313', 'tag': '707309a2-d111-4463-8ca1-f4a106f8d505'}] {{(pid=92941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:09.993234 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:09.998775 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-3c06d6ed-30a9-4836-890c-72ffc9e40677 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5cc7a17128c4b17894cf50d11e55499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8469565 Jun 28 23:57:10.010040 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41346) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:10.086435 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-fc2c0b35-d999-41df-8f03-59951c5bdbe0 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:10.088413 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-fc2c0b35-d999-41df-8f03-59951c5bdbe0 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 818 time: 0.3304358 Jun 28 23:57:10.104373 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06d6ed-30a9-4836-890c-72ffc9e40677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3223934-c15e-4d74-a109-9c0952b20d36,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:10.108526 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3c06d6ed-30a9-4836-890c-72ffc9e40677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:10.117658 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Request body: {'port': {'device_id': 'd28df0cf-933c-48c4-8084-c2b0a519c4f2', 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633', 'admin_state_up': True, 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:10.246391 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dff493a3-7bad-4d6c-ac94-00f63a04b296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.253437 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Made reservation on behalf of 5e8f028e3d4d4f5cad4bfca6b2478be8 for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:10.257462 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.259420 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Pushing event updated for resources: {'Port': ['ID=707309a2-d111-4463-8ca1-f4a106f8d505,revision_number=3']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:10.300555 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41354) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:10.344180 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 58e215c6-75f7-448a-86cd-3dab3f8d98f0 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:10.363276 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:10.382543 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f0e87-022e-432d-b4c8-ece89daab4d0 req-8ffc67b3-f0aa-4b7f-8784-9141aba60c28 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:10.385398 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3b3f0e87-022e-432d-b4c8-ece89daab4d0 req-8ffc67b3-f0aa-4b7f-8784-9141aba60c28 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 943 time: 1.8848796 Jun 28 23:57:10.400799 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-7317e975-4776-4ba8-a956-209e7ba5e660 None None] Provisioning complete for port 0f5efcae-9475-422b-9b6d-66d26d33b36b triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:10.401383 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7317e975-4776-4ba8-a956-209e7ba5e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.431481 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:57:10.444873 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Sync routers for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:57:10.456717 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] 10.222.0.24 "PUT /v2.0/routers/bd537046-6977-4903-82c2-ae3af8c2b5e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7719615 Jun 28 23:57:10.460800 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7317e975-4776-4ba8-a956-209e7ba5e660 None None] Port 0f5efcae-9475-422b-9b6d-66d26d33b36b cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:57:10.482906 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:10.483967 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:10.503452 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-3a4ae104-8709-46f2-8244-f9b536185fe3 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:10.506217 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-3a4ae104-8709-46f2-8244-f9b536185fe3 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 818 time: 1.1894433 Jun 28 23:57:10.529984 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dff493a3-7bad-4d6c-ac94-00f63a04b296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.572502 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Allocated IP 172.20.0.8 (5b30a011-8e69-4cb8-8d7a-83f045ce5633/e87ad153-b8d4-4311-9888-a9ba8cd7abd8/9be9e927-f55c-4c2e-ba6a-751faa291471) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:10.582575 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b754afedf3e2baf1ad806e832283f841ecfbf6b384420d0b1093d7852aef45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232bd56c-e03d-45db-8b03-e440239c0dab" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6a1686-0c29-48ca-9ddd-b0dbb859e313", "tag": "707309a2-d111-4463-8ca1-f4a106f8d505"}]}' {{(pid=92941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:10.617210 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 58e215c6-75f7-448a-86cd-3dab3f8d98f0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=58e215c6-75f7-448a-86cd-3dab3f8d98f0,segment=NetworkSegment(df3c296f-be1b-487e-b9fc-3e06dcad828f),segment_id=df3c296f-be1b-487e-b9fc-3e06dcad828f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:10.633841 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '58e215c6-75f7-448a-86cd-3dab3f8d98f0', 'network_id': 'd286fa14-2b5f-4313-a524-76f5e7d89270', 'port_id': '58e215c6-75f7-448a-86cd-3dab3f8d98f0', 'mac_address': 'fa:16:3e:2d:8d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4aa0edd-c001-4f90-bcd5-0a971360ce6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:10.707773 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.724733 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dff493a3-7bad-4d6c-ac94-00f63a04b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.734484 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dff493a3-7bad-4d6c-ac94-00f63a04b296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.740216 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e215c6-75f7-448a-86cd-3dab3f8d98f0 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:10.748393 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-dff493a3-7bad-4d6c-ac94-00f63a04b296 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3223934-c15e-4d74-a109-9c0952b20d36 HTTP/1.1" status: 204 len: 168 time: 0.7349904 Jun 28 23:57:10.752534 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:10.780412 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3b3f0e87-022e-432d-b4c8-ece89daab4d0 req-f27fb6b2-256e-4624-827e-f8076691eb53 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735380 Jun 28 23:57:10.805877 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-5273e891-0657-40c9-a053-e7fa9aba4a1a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/quotas/5e8f028e3d4d4f5cad4bfca6b2478be8 HTTP/1.1" status: 200 len: 375 time: 0.2367067 Jun 28 23:57:10.839837 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:10.848141 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:57:10.861115 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 58e215c6-75f7-448a-86cd-3dab3f8d98f0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=58e215c6-75f7-448a-86cd-3dab3f8d98f0,segment=NetworkSegment(df3c296f-be1b-487e-b9fc-3e06dcad828f),segment_id=df3c296f-be1b-487e-b9fc-3e06dcad828f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:10.862482 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-aba027b5-a369-4e40-b743-45135681e9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.869980 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.873466 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:10.886103 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff493a3-7bad-4d6c-ac94-00f63a04b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3223934-c15e-4d74-a109-9c0952b20d36,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:10.893797 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-dff493a3-7bad-4d6c-ac94-00f63a04b296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:10.903787 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-8523935e-19f3-45b8-a043-5d2548cc3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:10.905437 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-8523935e-19f3-45b8-a043-5d2548cc3eef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 1096 time: 0.8402798 Jun 28 23:57:11.067890 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=58e215c6-75f7-448a-86cd-3dab3f8d98f0,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:11.077091 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:11.112793 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.163909 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.182292 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:11.195976 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:11.230174 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:11.240556 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:11.255460 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:11.257000 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.285707 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['58e215c6-75f7-448a-86cd-3dab3f8d98f0'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:11.383221 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 2, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:11.398767 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Pushing event updated for resources: {'Port': ['ID=9be9e927-f55c-4c2e-ba6a-751faa291471,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:11.405868 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:11.406120 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-34537e24-27bf-4709-971f-3da5058a51cb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=707309a2-d111-4463-8ca1-f4a106f8d505 HTTP/1.1" status: 200 len: 217 time: 0.4699032 Jun 28 23:57:11.415792 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:57:11.441773 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] 10.222.0.24 "PUT /v2.0/routers/44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9611580 Jun 28 23:57:11.442954 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Checking router: bd537046-6977-4903-82c2-ae3af8c2b5e2 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:57:11.443785 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Updating router bd537046-6977-4903-82c2-ae3af8c2b5e2 port 292b07ad-07c1-4b76-a7ac-7aaee824de3c binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:57:11.454597 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Sync routers for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:57:11.529481 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:11.530361 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:56:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:11.532069 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-aba027b5-a369-4e40-b743-45135681e9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.546585 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.548022 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-aba027b5-a369-4e40-b743-45135681e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.560230 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:11.635891 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba027b5-a369-4e40-b743-45135681e9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a861843-1e75-41e8-ac8c-b0c77f3d3296,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:11.654769 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:11.656106 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5458648 Jun 28 23:57:11.678178 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-aba027b5-a369-4e40-b743-45135681e9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:11.720688 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Request body: {'port': {'device_id': 'd28df0cf-933c-48c4-8084-c2b0a519c4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:11.726074 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41382) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:11.773381 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-72871800-f5c8-4136-b799-37eef002fdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.885742 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-aba027b5-a369-4e40-b743-45135681e9c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b32fbe05aab4287bcaf9109718ff8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5796771 Jun 28 23:57:11.894977 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-c4019093-4e32-4323-87a5-18b611779908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:11.905501 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-c4019093-4e32-4323-87a5-18b611779908 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.4792688 Jun 28 23:57:11.905778 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41386) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:11.937255 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-a6e2fe10-38d1-497d-985e-0b60cd29f4be tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0789506 Jun 28 23:57:12.047856 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.121347 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-e56005d0-8956-4de9-9496-36df28c3b3ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778643 Jun 28 23:57:12.129677 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:06Z', 'revision_number': 2, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:12.197589 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Checking router: 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:57:12.198524 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Updating router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 port 0f5efcae-9475-422b-9b6d-66d26d33b36b binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:57:12.263403 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230cf4b-9d48-40fa-9940-3cbd371030d2 req-92e35bad-7be7-4ff7-80f9-859889a527b2 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:12.286294 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c230cf4b-9d48-40fa-9940-3cbd371030d2 req-92e35bad-7be7-4ff7-80f9-859889a527b2 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 944 time: 0.8789010 Jun 28 23:57:12.321512 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.363822 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-500848d4-b796-477e-baf4-1af2872de12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.433959 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.453726 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Transition to ACTIVE for port object 292b07ad-07c1-4b76-a7ac-7aaee824de3c will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:12.476180 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.480869 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:12.555258 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e5505-61f5-44bb-9ab1-db63047aeb9f None None] Pushing event updated for resources: {'Port': ['ID=292b07ad-07c1-4b76-a7ac-7aaee824de3c,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:12.567085 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-9a6e5505-61f5-44bb-9ab1-db63047aeb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:12.679879 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c230cf4b-9d48-40fa-9940-3cbd371030d2 req-aac28a96-70d9-482f-afdb-edce1ac77de5 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921912 Jun 28 23:57:12.697433 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f39fe71d-5910-46a1-ad8d-36daa75d9434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.811649 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-0113c6ba-a068-4630-a9b1-738785b5bd34 service neutron] 10.222.0.24 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767808 Jun 28 23:57:12.856084 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Attempting to bind port 292b07ad-07c1-4b76-a7ac-7aaee824de3c on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:12.857232 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Attempting to bind port 292b07ad-07c1-4b76-a7ac-7aaee824de3c by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:12.864592 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Attempting to bind port 292b07ad-07c1-4b76-a7ac-7aaee824de3c on network 26ddb2c2-6953-40fb-958b-8e59049be030 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:12.880099 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-277fa49d-e65d-4804-bc07-ebe863d92fdc service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000041 Jun 28 23:57:12.882527 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be9e927-f55c-4c2e-ba6a-751faa291471 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:12.890829 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:12.891401 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Checking segment: {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:12.892148 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.892758 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Bound using segment: {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:12.893610 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Bound port: 292b07ad-07c1-4b76-a7ac-7aaee824de3c, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:12.894298 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.999820 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.001284 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.071832 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f39fe71d-5910-46a1-ad8d-36daa75d9434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.104591 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Transition to ACTIVE for port object 9be9e927-f55c-4c2e-ba6a-751faa291471 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:13.160303 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.171853 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] For port 292b07ad-07c1-4b76-a7ac-7aaee824de3c, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:13.176525 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] For port 292b07ad-07c1-4b76-a7ac-7aaee824de3c, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=292b07ad-07c1-4b76-a7ac-7aaee824de3c,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:13.182667 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-8b932b4a-3140-4a1a-9a86-05c4aec5478c service neutron] 10.222.0.24 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518739 Jun 28 23:57:13.192643 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.196842 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:13.204221 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a0158f95-5292-4ce8-8b30-7d14b9d8447a req-0d77440e-d352-4022-b80b-9b04174473c7 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987385 Jun 28 23:57:13.266058 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c2df6771-fab1-4649-9655-5f68482f1c4e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:13.344193 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:13.347147 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:57:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:13.525451 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.552794 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Transition to ACTIVE for port object 0f5efcae-9475-422b-9b6d-66d26d33b36b will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:13.567983 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.570318 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:13.678233 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3974ea2-045f-41ad-a5eb-3b708ff0063c x-openstack-request-id: req-e3974ea2-045f-41ad-a5eb-3b708ff0063c {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:13.678560 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6a1686-0c29-48ca-9ddd-b0dbb859e313", "tag": "707309a2-d111-4463-8ca1-f4a106f8d505", "status": "completed", "code": 200}]} {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:13.679667 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3974ea2-045f-41ad-a5eb-3b708ff0063c {{(pid=92941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:13.680790 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6a1686-0c29-48ca-9ddd-b0dbb859e313', 'tag': '707309a2-d111-4463-8ca1-f4a106f8d505', 'status': 'completed', 'code': 200} Jun 28 23:57:13.683732 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66263891-7208-4e5a-a501-aeb182c388ad None None] Pushing event updated for resources: {'Port': ['ID=0f5efcae-9475-422b-9b6d-66d26d33b36b,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:13.687398 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-66263891-7208-4e5a-a501-aeb182c388ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:13.699886 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:13.708315 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-72871800-f5c8-4136-b799-37eef002fdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.710486 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Pushing event updated for resources: {'Port': ['ID=9be9e927-f55c-4c2e-ba6a-751faa291471,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:13.719777 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f39fe71d-5910-46a1-ad8d-36daa75d9434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.720805 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-72871800-f5c8-4136-b799-37eef002fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.722791 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:13.728304 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f39fe71d-5910-46a1-ad8d-36daa75d9434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.729767 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-f39fe71d-5910-46a1-ad8d-36daa75d9434 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a861843-1e75-41e8-ac8c-b0c77f3d3296 HTTP/1.1" status: 204 len: 168 time: 1.8189580 Jun 28 23:57:13.732720 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:13.748464 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fe71d-5910-46a1-ad8d-36daa75d9434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a861843-1e75-41e8-ac8c-b0c77f3d3296,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:13.875747 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871800-f5c8-4136-b799-37eef002fdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58d4f25-2729-4a34-a91c-53bf7a83e199,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:13.882988 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-72871800-f5c8-4136-b799-37eef002fdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:13.921368 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:13.921368 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:13.934052 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e5505-61f5-44bb-9ab1-db63047aeb9f None None] Pushing event updated for resources: {'Port': ['ID=292b07ad-07c1-4b76-a7ac-7aaee824de3c,revision_number=4']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:13.942618 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Attempting to bind port 9be9e927-f55c-4c2e-ba6a-751faa291471 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:13.943249 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-9a6e5505-61f5-44bb-9ab1-db63047aeb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:13.944235 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Attempting to bind port 9be9e927-f55c-4c2e-ba6a-751faa291471 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:13.945510 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Attempting to bind port 9be9e927-f55c-4c2e-ba6a-751faa291471 on network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:13.965204 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Port 9be9e927-f55c-4c2e-ba6a-751faa291471 on network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:13.966093 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Attempting to bind port 9be9e927-f55c-4c2e-ba6a-751faa291471 on network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:14.032316 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:14.032754 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Checking segment: {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:14.033046 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Bound using segment: {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:14.039919 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Bound port: 9be9e927-f55c-4c2e-ba6a-751faa291471, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:14.041594 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.050711 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd56c-e03d-45db-8b03-e440239c0dab req-494a8f8b-b523-48e6-be11-dcf0a3c7c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:14.061385 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-232bd56c-e03d-45db-8b03-e440239c0dab req-494a8f8b-b523-48e6-be11-dcf0a3c7c366 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 1096 time: 0.2949338 Jun 28 23:57:14.135630 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Attempting to bind port 0f5efcae-9475-422b-9b6d-66d26d33b36b on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:14.136267 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Attempting to bind port 0f5efcae-9475-422b-9b6d-66d26d33b36b by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:14.136837 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Attempting to bind port 0f5efcae-9475-422b-9b6d-66d26d33b36b on network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:14.184813 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:14.191713 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Checking segment: {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:14.198443 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.200429 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Bound using segment: {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:14.201774 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Bound port: 0f5efcae-9475-422b-9b6d-66d26d33b36b, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:14.206023 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.284960 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] For port 9be9e927-f55c-4c2e-ba6a-751faa291471, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:14.296117 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] For port 9be9e927-f55c-4c2e-ba6a-751faa291471, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9be9e927-f55c-4c2e-ba6a-751faa291471,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:14.310513 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-72871800-f5c8-4136-b799-37eef002fdaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51f115d8585e4d5caff126fb85166bda&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5806971 Jun 28 23:57:14.314646 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.318354 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41418) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:14.364029 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 58e215c6-75f7-448a-86cd-3dab3f8d98f0 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:14.385059 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:14.408357 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-badc4165-1911-4298-97ed-2d7e6dcc6edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.437339 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-badc4165-1911-4298-97ed-2d7e6dcc6edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.489621 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:13Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:14.548734 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e47ad-f392-422e-8dc9-cea1671695df None None] The sync data for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi is: [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:13Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:57:14.551292 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:14.551685 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.553169 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] 10.222.0.38 "PUT /v2.0/ports/9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 1093 time: 2.8735530 Jun 28 23:57:14.555742 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28df0cf-933c-48c4-8084-c2b0a519c4f2', 'tag': '9be9e927-f55c-4c2e-ba6a-751faa291471'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:14.565873 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677" -d '{"events": [{"name": "network-changed", "server_uuid": "d28df0cf-933c-48c4-8084-c2b0a519c4f2", "tag": "9be9e927-f55c-4c2e-ba6a-751faa291471"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:14.568901 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.627305 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-badc4165-1911-4298-97ed-2d7e6dcc6edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.648198 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-badc4165-1911-4298-97ed-2d7e6dcc6edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.659661 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-badc4165-1911-4298-97ed-2d7e6dcc6edd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d58d4f25-2729-4a34-a91c-53bf7a83e199 HTTP/1.1" status: 204 len: 168 time: 0.3385265 Jun 28 23:57:14.714192 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41426) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:14.939844 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ca8dba6b-d8c9-457e-90a9-8fb0457cb7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.946282 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 58e215c6-75f7-448a-86cd-3dab3f8d98f0 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:14.960811 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Pushing event updated for resources: {'Port': ['ID=9be9e927-f55c-4c2e-ba6a-751faa291471,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:14.968221 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:14.975469 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2e6b1d23-8819-41e2-a60f-708082e4a9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:15.000560 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc4165-1911-4298-97ed-2d7e6dcc6edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58d4f25-2729-4a34-a91c-53bf7a83e199,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:15.011951 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-badc4165-1911-4298-97ed-2d7e6dcc6edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:15.022288 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 58e215c6-75f7-448a-86cd-3dab3f8d98f0 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:15.023181 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:15.049554 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] For port 0f5efcae-9475-422b-9b6d-66d26d33b36b, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:15.072488 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-3c647a4e-f98c-4aba-92d0-607b28fd7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:15.078223 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-3c647a4e-f98c-4aba-92d0-607b28fd7765 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1096 time: 0.3065298 Jun 28 23:57:15.093808 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] For port 0f5efcae-9475-422b-9b6d-66d26d33b36b, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=0f5efcae-9475-422b-9b6d-66d26d33b36b,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:15.196258 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-75b8709d-0da4-410a-853f-b35567d69381 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.0876598 Jun 28 23:57:15.209461 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41434) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:15.227672 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-531d6eff-cd05-4c4d-bca7-7a858efbc74e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718885145', 'description': 'tempest-description--501268518'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:15.281604 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:15.304048 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:15.376109 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1763d4c9-1709-4833-a466-c8a2f6dd5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:15.377950 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-1763d4c9-1709-4833-a466-c8a2f6dd5d88 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.1694317 Jun 28 23:57:15.385374 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ca8dba6b-d8c9-457e-90a9-8fb0457cb7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:15.423456 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ca8dba6b-d8c9-457e-90a9-8fb0457cb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:15.432753 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-f5cdcf3d-07ab-4a4d-9eb8-5cd197c323e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423176 Jun 28 23:57:15.447279 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:15.797495 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd56c-e03d-45db-8b03-e440239c0dab req-99f5c6dc-d47a-4120-aa34-4f482429f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:15.803382 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-232bd56c-e03d-45db-8b03-e440239c0dab req-99f5c6dc-d47a-4120-aa34-4f482429f8c0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 1.7281041 Jun 28 23:57:15.806439 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-531d6eff-cd05-4c4d-bca7-7a858efbc74e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:15.882805 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-232bd56c-e03d-45db-8b03-e440239c0dab req-c75ce32f-a36f-4893-bf5f-e2532a2630c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=707309a2-d111-4463-8ca1-f4a106f8d505 HTTP/1.1" status: 200 len: 217 time: 0.0671690 Jun 28 23:57:15.920075 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dba6b-d8c9-457e-90a9-8fb0457cb7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f8003c-dbbe-4052-b637-f811af1a34eb,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:15.926324 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ca8dba6b-d8c9-457e-90a9-8fb0457cb7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:15.936783 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-ca8dba6b-d8c9-457e-90a9-8fb0457cb7d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a26fbc9e6e24cb680e3ee3084032b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2163303 Jun 28 23:57:15.943792 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41450) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:15.968717 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:15.970708 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001a0f1-ea93-427b-8583-46cd8f6a6a4b req-4d3945ee-6d83-4a73-bbcb-072d4e5de590 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:15.972921 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f001a0f1-ea93-427b-8583-46cd8f6a6a4b req-4d3945ee-6d83-4a73-bbcb-072d4e5de590 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 943 time: 0.5805962 Jun 28 23:57:16.022405 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd56c-e03d-45db-8b03-e440239c0dab req-71a5a978-05ad-46ef-9374-2e1df53d6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:16.024515 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-232bd56c-e03d-45db-8b03-e440239c0dab req-71a5a978-05ad-46ef-9374-2e1df53d6934 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.1315751 Jun 28 23:57:16.032111 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:16.040900 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:57:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:16.082760 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-232bd56c-e03d-45db-8b03-e440239c0dab req-2e603c65-68b6-4be1-88f8-69462b8a8c58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454276 Jun 28 23:57:16.123831 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f001a0f1-ea93-427b-8583-46cd8f6a6a4b req-e9c8fe2e-c8f8-433e-960c-56cbbdc18551 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183906 Jun 28 23:57:16.156313 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66263891-7208-4e5a-a501-aeb182c388ad None None] Pushing event updated for resources: {'Port': ['ID=0f5efcae-9475-422b-9b6d-66d26d33b36b,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:16.191746 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0529818-11ae-4950-b297-e49b72e19679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e215c6-75f7-448a-86cd-3dab3f8d98f0'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:16.307541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-531d6eff-cd05-4c4d-bca7-7a858efbc74e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.348537 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-531d6eff-cd05-4c4d-bca7-7a858efbc74e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.358055 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-058d1044-ae9e-458b-a8d6-566e4c86f085 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9114747 Jun 28 23:57:16.388647 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cbd4309-7d2d-478b-bb60-c57451a7fa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.420438 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cbd4309-7d2d-478b-bb60-c57451a7fa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.429824 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-232bd56c-e03d-45db-8b03-e440239c0dab req-fe5b5d3e-717d-4f31-a65c-f518516dc5eb service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260932 Jun 28 23:57:16.586567 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:16.598463 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-531d6eff-cd05-4c4d-bca7-7a858efbc74e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.599762 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-531d6eff-cd05-4c4d-bca7-7a858efbc74e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3890431 Jun 28 23:57:16.616096 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.38', 51386) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:16.616430 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41460) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:16.616734 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41462) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:16.617446 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cbd4309-7d2d-478b-bb60-c57451a7fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.625253 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cbd4309-7d2d-478b-bb60-c57451a7fa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.633165 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-4cbd4309-7d2d-478b-bb60-c57451a7fa84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12f8003c-dbbe-4052-b637-f811af1a34eb HTTP/1.1" status: 204 len: 168 time: 0.6854181 Jun 28 23:57:16.696323 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:16.701583 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-232bd56c-e03d-45db-8b03-e440239c0dab req-49a49205-53ee-4450-9ec2-c7e6d981ecee service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614737 Jun 28 23:57:16.712291 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-3bf17b03-4beb-42ad-aa06-4b4536b216a6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'security_group_rule': {'security_group_id': '0440ed11-d6ca-4d49-8a5f-b7c7f52e4893', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:16.804999 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-66263891-7208-4e5a-a501-aeb182c388ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.501s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:16.817785 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 58e215c6-75f7-448a-86cd-3dab3f8d98f0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=58e215c6-75f7-448a-86cd-3dab3f8d98f0,segment=NetworkSegment(df3c296f-be1b-487e-b9fc-3e06dcad828f),segment_id=df3c296f-be1b-487e-b9fc-3e06dcad828f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:16.822312 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 707309a2-d111-4463-8ca1-f4a106f8d505 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:16.827523 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 292b07ad-07c1-4b76-a7ac-7aaee824de3c up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:16.871007 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-77be2736-9d9a-42fa-aa32-175a6702997e req-1c30242b-4e7a-425c-b9c9-28a3092c97bc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 210 time: 0.1636157 Jun 28 23:57:16.970368 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--14973351', 'description': 'tempest-description--341033625'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:17.010785 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.042116 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-832b16b8-f6d9-4774-8573-2f055d381536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:17.125836 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=58e215c6-75f7-448a-86cd-3dab3f8d98f0,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:17.138822 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:17.161768 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3671f97-9366-426e-9eea-579a6d08e0bb x-openstack-request-id: req-a3671f97-9366-426e-9eea-579a6d08e0bb {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:17.162278 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28df0cf-933c-48c4-8084-c2b0a519c4f2", "tag": "9be9e927-f55c-4c2e-ba6a-751faa291471", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:17.171583 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3671f97-9366-426e-9eea-579a6d08e0bb {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:17.172522 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28df0cf-933c-48c4-8084-c2b0a519c4f2', 'tag': '9be9e927-f55c-4c2e-ba6a-751faa291471', 'status': 'completed', 'code': 200} Jun 28 23:57:17.295832 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.406711 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d6eff-cd05-4c4d-bca7-7a858efbc74e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:17.431339 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-531d6eff-cd05-4c4d-bca7-7a858efbc74e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:17.447321 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7d987-2127-4420-986c-33f92cf5f579 req-282f0537-fdc6-4018-b609-bd80753d15db tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:17.449409 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 707309a2-d111-4463-8ca1-f4a106f8d505, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=707309a2-d111-4463-8ca1-f4a106f8d505,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:17.467571 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-35f7d987-2127-4420-986c-33f92cf5f579 req-282f0537-fdc6-4018-b609-bd80753d15db tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 945 time: 0.2863023 Jun 28 23:57:17.472961 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:17.480403 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.db.api [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:57:17.480403 dv-cinder-763306-13-iscsi neutron-server[92940]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 28 23:57:17.480403 dv-cinder-763306-13-iscsi neutron-server[92940]: [parameters: {'project_id': '265d6850dc23443eb41509e6f3827e51', 'id': 'f52432c3-5f04-41d4-9fee-6892c5f2e33d', 'expiration': datetime.datetime(2021, 6, 28, 23, 59, 17, 274074)}] Jun 28 23:57:17.480403 dv-cinder-763306-13-iscsi neutron-server[92940]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:57:17.482905 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_db.api [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:57:17.494803 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '707309a2-d111-4463-8ca1-f4a106f8d505', 'network_id': '961e0ae2-94d4-4667-b607-c37400732516', 'port_id': '707309a2-d111-4463-8ca1-f4a106f8d505', 'mac_address': 'fa:16:3e:eb:80:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd271d946-ae36-40b8-9c2d-b7397f45a13a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:17.509528 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:14Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:17.530882 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd3c9ea-0f0c-44ff-b24e-79bcfc101adc" -d '{"events": [{"server_uuid": "f0529818-11ae-4950-b297-e49b72e19679", "name": "network-vif-plugged", "status": "completed", "tag": "58e215c6-75f7-448a-86cd-3dab3f8d98f0"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:17.585706 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-35f7d987-2127-4420-986c-33f92cf5f579 req-e85d2ff8-d43c-41b1-a0c6-390cf69102eb tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161544 Jun 28 23:57:17.656917 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd4309-7d2d-478b-bb60-c57451a7fa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f8003c-dbbe-4052-b637-f811af1a34eb,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:17.669599 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7a8d7-e03e-4fbc-80bb-20683ea50518 None None] The sync data for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi is: [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:14Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:57:17.675157 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 292b07ad-07c1-4b76-a7ac-7aaee824de3c completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:17.679571 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4cbd4309-7d2d-478b-bb60-c57451a7fa84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:17.688417 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3bf17b03-4beb-42ad-aa06-4b4536b216a6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.702555 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 292b07ad-07c1-4b76-a7ac-7aaee824de3c triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:17.703157 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.725710 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-96f1a84c-fed5-4d41-b831-c57d0bfdd276 req-3e901f14-4dd8-4bfc-b63f-19a689c598c4 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2039745 Jun 28 23:57:17.862233 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-d0334b71-0eb1-4b58-a565-9df698fb4af8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:17.865017 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-d0334b71-0eb1-4b58-a565-9df698fb4af8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 818 time: 1.2299979 Jun 28 23:57:17.926528 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980367bb-da91-4aff-a2b5-4b0f751cf377 req-5c3d069c-5890-4bb5-80d1-93fb3cb7ffce tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:17.934555 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Request body: {'port': {'device_id': '4fafb7e4-fa0e-4c7a-8322-6321e992e1b9', 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633', 'admin_state_up': True, 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:17.938136 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-980367bb-da91-4aff-a2b5-4b0f751cf377 req-5c3d069c-5890-4bb5-80d1-93fb3cb7ffce tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 943 time: 0.2748964 Jun 28 23:57:18.060831 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-980367bb-da91-4aff-a2b5-4b0f751cf377 req-4e76166a-c04c-4441-92c3-86d2875bbfe6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216459 Jun 28 23:57:18.079643 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.085737 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.114414 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a0a0ce-c4c0-4f55-835f-c42588610107 x-openstack-request-id: req-c4a0a0ce-c4c0-4f55-835f-c42588610107 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:18.114923 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0529818-11ae-4950-b297-e49b72e19679", "name": "network-vif-plugged", "status": "completed", "tag": "58e215c6-75f7-448a-86cd-3dab3f8d98f0", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:18.115523 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4a0a0ce-c4c0-4f55-835f-c42588610107 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:18.116105 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0529818-11ae-4950-b297-e49b72e19679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e215c6-75f7-448a-86cd-3dab3f8d98f0', 'code': 200} Jun 28 23:57:18.145556 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3bf17b03-4beb-42ad-aa06-4b4536b216a6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.225034 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 292b07ad-07c1-4b76-a7ac-7aaee824de3c, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=292b07ad-07c1-4b76-a7ac-7aaee824de3c,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:18.230967 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707309a2-d111-4463-8ca1-f4a106f8d505 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:18.237903 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3bf17b03-4beb-42ad-aa06-4b4536b216a6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.346089 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 707309a2-d111-4463-8ca1-f4a106f8d505, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=707309a2-d111-4463-8ca1-f4a106f8d505,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:18.360608 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.365734 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.373574 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-16e8c67d-2b56-49b0-8139-cbe78c6ceb71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:18.430709 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41516) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:18.444929 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1431a74f-5c5e-4d93-bf4c-26c78963ff65 req-854744e0-19bb-4f5a-9554-62f2874c55ae tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 210 time: 0.0688174 Jun 28 23:57:18.448656 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:18.541539 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.564469 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=292b07ad-07c1-4b76-a7ac-7aaee824de3c,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:18.635753 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf17b03-4beb-42ad-aa06-4b4536b216a6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fc5e3e-2fce-4b00-9862-59527a7b9cbd,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:18.650670 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3bf17b03-4beb-42ad-aa06-4b4536b216a6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.657310 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-3bf17b03-4beb-42ad-aa06-4b4536b216a6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9613326 Jun 28 23:57:18.663224 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41524) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:18.677229 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3bf17b03-4beb-42ad-aa06-4b4536b216a6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:18.682609 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-0cd20385-a9b0-43bc-9ebe-d654db23f3fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'security_group_rule': {'security_group_id': '0440ed11-d6ca-4d49-8a5f-b7c7f52e4893', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:18.733559 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0f5efcae-9475-422b-9b6d-66d26d33b36b up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:18.840325 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42718d-0157-473b-92e7-1804d4a6a085 req-10bd51a1-df7b-4e90-a131-bb32045a99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:18.851000 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['707309a2-d111-4463-8ca1-f4a106f8d505'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:18.866728 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cf42718d-0157-473b-92e7-1804d4a6a085 req-10bd51a1-df7b-4e90-a131-bb32045a99ad service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 1098 time: 0.3208015 Jun 28 23:57:18.888512 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.921055 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=707309a2-d111-4463-8ca1-f4a106f8d505,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:18.930201 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-cf42718d-0157-473b-92e7-1804d4a6a085 req-de9f0aca-3f0b-4b04-98c5-961a1ee557d4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.938172 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.954581 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3c06d6ed-30a9-4836-890c-72ffc9e40677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:18.964059 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:18.967447 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.586s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:18.967785 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:18.969127 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-f7f987e5-4d3d-4208-bd8a-c38d8456bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:18.970650 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-f7f987e5-4d3d-4208-bd8a-c38d8456bb9e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1096 time: 1.0274630 Jun 28 23:57:19.004646 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 0f5efcae-9475-422b-9b6d-66d26d33b36b completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:19.009906 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ca7521b9-7f2a-423f-9f34-feaecfaacbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.028899 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 0f5efcae-9475-422b-9b6d-66d26d33b36b triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:19.029525 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.103642 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43f9f8-9d40-4b15-86cc-fba721f5720f req-65be3129-14e4-4ea4-8261-aabb81914872 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:19.105432 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7f43f9f8-9d40-4b15-86cc-fba721f5720f req-65be3129-14e4-4ea4-8261-aabb81914872 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 945 time: 0.1585190 Jun 28 23:57:19.198446 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:19.202502 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7f43f9f8-9d40-4b15-86cc-fba721f5720f req-7afe000e-148c-403e-8d2f-4bcf199cc881 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836489 Jun 28 23:57:19.203422 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:19.204517 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.208467 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.5337882 Jun 28 23:57:19.214609 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-9e5f9717-3275-48a4-94fd-0c2622d61682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:19.216624 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41538) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:19.218321 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-9e5f9717-3275-48a4-94fd-0c2622d61682 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.2010641 Jun 28 23:57:19.222638 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-0cd20385-a9b0-43bc-9ebe-d654db23f3fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.228501 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'security_group_rule': {'security_group_id': 'eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:19.318088 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-021edb7e-3881-45b0-957f-0c126631a6e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.0851724 Jun 28 23:57:19.399199 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-63ccb1fa-5dec-4b33-a2b3-95dabc87d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:19.401172 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-63ccb1fa-5dec-4b33-a2b3-95dabc87d82f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0731857 Jun 28 23:57:19.423987 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-cf42718d-0157-473b-92e7-1804d4a6a085 req-de9f0aca-3f0b-4b04-98c5-961a1ee557d4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.453603 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-cf42718d-0157-473b-92e7-1804d4a6a085 req-de9f0aca-3f0b-4b04-98c5-961a1ee557d4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.462655 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e38dcd26-5cab-48fc-9fea-7ca6b3c51886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:19.471562 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-df793b55-c507-4b0b-8f36-07bd47e08666 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621562 Jun 28 23:57:19.553566 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.578264 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cf42718d-0157-473b-92e7-1804d4a6a085 req-de9f0aca-3f0b-4b04-98c5-961a1ee557d4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6977632 Jun 28 23:57:19.602045 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 0f5efcae-9475-422b-9b6d-66d26d33b36b, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=0f5efcae-9475-422b-9b6d-66d26d33b36b,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:19.609009 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.614103 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:19.617206 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f0aca-3f0b-4b04-98c5-961a1ee557d4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=65436f2a-9215-4f62-887c-96c1ed0360cd,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:19.643687 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-de9f0aca-3f0b-4b04-98c5-961a1ee557d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:19.677223 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-c75ef3ee-85f6-4fd7-824e-a3aef5f115b6 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852584 Jun 28 23:57:19.687024 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-0cd20385-a9b0-43bc-9ebe-d654db23f3fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.711407 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-0cd20385-a9b0-43bc-9ebe-d654db23f3fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.720413 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd92cc-d1fc-42fb-b365-1a17751b90fe req-ef408e5a-c6ab-4476-9db9-05fa7c7ded9b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:19.725326 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09cd92cc-d1fc-42fb-b365-1a17751b90fe req-ef408e5a-c6ab-4476-9db9-05fa7c7ded9b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 944 time: 0.4002314 Jun 28 23:57:19.741894 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:19.774241 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=0f5efcae-9475-422b-9b6d-66d26d33b36b,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:19.785926 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:19.822004 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd20385-a9b0-43bc-9ebe-d654db23f3fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8689ced5-f538-493a-b7b0-f2008b9d3c30,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:19.827577 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.832861 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-0cd20385-a9b0-43bc-9ebe-d654db23f3fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:19.891618 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b74b5ed7-9e40-423e-a4b2-9ab489873b82 req-2b61d9ce-c69b-41b7-be4e-35145acdd4b5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 210 time: 0.1167049 Jun 28 23:57:19.900029 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09cd92cc-d1fc-42fb-b365-1a17751b90fe req-9042aabf-11f2-40c8-a715-47e6f044f4d7 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651056 Jun 28 23:57:19.966520 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ca7521b9-7f2a-423f-9f34-feaecfaacbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.990460 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ca7521b9-7f2a-423f-9f34-feaecfaacbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.098730 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-badc4165-1911-4298-97ed-2d7e6dcc6edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:20.107990 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.db.api [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:57:20.107990 dv-cinder-763306-13-iscsi neutron-server[92941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 23:57:20.107990 dv-cinder-763306-13-iscsi neutron-server[92941]: [parameters: {'project_id_1': '265d6850dc23443eb41509e6f3827e51', 'expiration_1': datetime.datetime(2021, 6, 28, 23, 57, 19, 256027)}] Jun 28 23:57:20.107990 dv-cinder-763306-13-iscsi neutron-server[92941]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:57:20.108761 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_db.api [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:57:20.133181 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41558) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:20.225495 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Made reservation on behalf of 5e8f028e3d4d4f5cad4bfca6b2478be8 for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:20.231769 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.244223 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-ca7521b9-7f2a-423f-9f34-feaecfaacbb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e701b2cb0414013bdae8125ef0d0de0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7894545 Jun 28 23:57:20.246833 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41564) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:20.269827 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-0cd20385-a9b0-43bc-9ebe-d654db23f3fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.272082 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-0cd20385-a9b0-43bc-9ebe-d654db23f3fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6057827 Jun 28 23:57:20.274473 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7521b9-7f2a-423f-9f34-feaecfaacbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dcd486-c9b5-4f95-9318-128260d55144,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:20.277118 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41568) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:20.283041 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ca7521b9-7f2a-423f-9f34-feaecfaacbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:20.293516 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9ecdf07d-7147-44cd-99e0-4d39b4bfd677 req-40e4742d-db0f-492e-96b9-a8902c8552f4 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785510 Jun 28 23:57:20.300756 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'floatingip': {'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:20.436483 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 9be9e927-f55c-4c2e-ba6a-751faa291471 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:20.446162 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-948d920c-fbd2-4f8e-8a32-07f8207f288c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.457596 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.565857 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-948d920c-fbd2-4f8e-8a32-07f8207f288c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.597952 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 707309a2-d111-4463-8ca1-f4a106f8d505 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:20.661449 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0f5efcae-9475-422b-9b6d-66d26d33b36b up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:20.712813 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.742662 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 9be9e927-f55c-4c2e-ba6a-751faa291471, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9be9e927-f55c-4c2e-ba6a-751faa291471,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:20.758219 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 707309a2-d111-4463-8ca1-f4a106f8d505 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:20.763198 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '9be9e927-f55c-4c2e-ba6a-751faa291471', 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633', 'port_id': '9be9e927-f55c-4c2e-ba6a-751faa291471', 'mac_address': 'fa:16:3e:e7:01:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87ad153-b8d4-4311-9888-a9ba8cd7abd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:20.769304 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 707309a2-d111-4463-8ca1-f4a106f8d505 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:20.770055 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.837876 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Allocated IP 172.20.0.11 (5b30a011-8e69-4cb8-8d7a-83f045ce5633/e87ad153-b8d4-4311-9888-a9ba8cd7abd8/3f65819f-660d-4c45-b44e-a8778cf0df34) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:20.849440 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 0f5efcae-9475-422b-9b6d-66d26d33b36b triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:20.850342 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.886268 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.892011 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.db.api [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:57:20.892011 dv-cinder-763306-13-iscsi neutron-server[92941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 23:57:20.892011 dv-cinder-763306-13-iscsi neutron-server[92941]: [parameters: {'project_id_1': 'fb702b2dd4c5449bb32f5a1d049fa738', 'expiration_1': datetime.datetime(2021, 6, 28, 23, 57, 20, 765928)}] Jun 28 23:57:20.892011 dv-cinder-763306-13-iscsi neutron-server[92941]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:57:20.892535 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_db.api [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:57:20.919179 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be9e927-f55c-4c2e-ba6a-751faa291471 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:21.023327 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-948d920c-fbd2-4f8e-8a32-07f8207f288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.030713 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 9be9e927-f55c-4c2e-ba6a-751faa291471, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9be9e927-f55c-4c2e-ba6a-751faa291471,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:21.051992 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-948d920c-fbd2-4f8e-8a32-07f8207f288c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.056445 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-948d920c-fbd2-4f8e-8a32-07f8207f288c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82dcd486-c9b5-4f95-9318-128260d55144 HTTP/1.1" status: 204 len: 168 time: 0.8079214 Jun 28 23:57:21.058060 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.102609 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.110167 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:21.112594 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.124317 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5badd62a-ca06-4977-a14f-30dac9e648b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:21.142514 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65ae5-55ac-480c-b216-e0fdc89c4dbe req-424c8532-d67d-4d8d-8dbf-e205474fd229 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:21.145304 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-24b65ae5-55ac-480c-b216-e0fdc89c4dbe req-424c8532-d67d-4d8d-8dbf-e205474fd229 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 945 time: 0.5870907 Jun 28 23:57:21.167196 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 292b07ad-07c1-4b76-a7ac-7aaee824de3c up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:21.172948 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d920c-fbd2-4f8e-8a32-07f8207f288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dcd486-c9b5-4f95-9318-128260d55144,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:21.187041 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-948d920c-fbd2-4f8e-8a32-07f8207f288c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:21.234637 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6a1686-0c29-48ca-9ddd-b0dbb859e313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707309a2-d111-4463-8ca1-f4a106f8d505'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:21.237090 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5924c0c9-eceb-4c34-986e-edc692fd385c" -d '{"events": [{"server_uuid": "7d6a1686-0c29-48ca-9ddd-b0dbb859e313", "name": "network-vif-plugged", "status": "completed", "tag": "707309a2-d111-4463-8ca1-f4a106f8d505"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:21.255211 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.271942 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 707309a2-d111-4463-8ca1-f4a106f8d505, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=707309a2-d111-4463-8ca1-f4a106f8d505,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:21.273216 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=9be9e927-f55c-4c2e-ba6a-751faa291471,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:21.284456 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:21.286816 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.289762 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:21.329181 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8a9a406d-f6bb-4471-b722-02862b84e53b req-07751141-f846-4aeb-b616-e8d344ff5deb tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 210 time: 0.1713619 Jun 28 23:57:21.375990 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-24b65ae5-55ac-480c-b216-e0fdc89c4dbe req-10f1d6d8-5f0a-41f4-818d-0291222ccdf5 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915848 Jun 28 23:57:21.395150 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.458745 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.472296 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 292b07ad-07c1-4b76-a7ac-7aaee824de3c triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:21.472925 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.484333 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.490213 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1428196-b1b5-4d55-9f99-8f47ca83307c x-openstack-request-id: req-b1428196-b1b5-4d55-9f99-8f47ca83307c {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:21.490661 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6a1686-0c29-48ca-9ddd-b0dbb859e313", "name": "network-vif-plugged", "status": "completed", "tag": "707309a2-d111-4463-8ca1-f4a106f8d505", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:21.491105 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1428196-b1b5-4d55-9f99-8f47ca83307c {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:21.496193 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6a1686-0c29-48ca-9ddd-b0dbb859e313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707309a2-d111-4463-8ca1-f4a106f8d505', 'code': 200} Jun 28 23:57:21.498898 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.499319 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=707309a2-d111-4463-8ca1-f4a106f8d505,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:21.513869 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41588) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:21.526946 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e18ff998-50e4-4a4c-a157-95d3d57a2949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:21.563435 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:21.564376 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['9be9e927-f55c-4c2e-ba6a-751faa291471'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:21.586495 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.674039 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:21.674282 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Pushing event updated for resources: {'Port': ['ID=3f65819f-660d-4c45-b44e-a8778cf0df34,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:21.684580 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:21.685696 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:21.690213 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:21.695108 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:21.715344 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:21.716562 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.791652 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1c6f74-9583-4eb9-b45d-440c00c78b11,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:21.814168 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:21.942773 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563199-437c-427e-8c31-2159d2c48fb0 req-06fd9720-fa9b-4f6a-aa5e-95ea7e81cc56 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:21.956523 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-33563199-437c-427e-8c31-2159d2c48fb0 req-06fd9720-fa9b-4f6a-aa5e-95ea7e81cc56 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 945 time: 0.3685024 Jun 28 23:57:21.978071 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Allocated IP 172.27.1.141 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/6107b4b3-f900-49b1-a9ac-3b376dab630d) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:22.032226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5d02cee2-d91c-45c5-9127-8c26d343609b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.058738 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf7197-b0f6-49e4-b208-173f349f11a9 req-b97c05f6-e55c-4afc-8673-d8284e2eb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:22.061009 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9ecf7197-b0f6-49e4-b208-173f349f11a9 req-b97c05f6-e55c-4afc-8673-d8284e2eb06b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 1098 time: 0.1347322 Jun 28 23:57:22.094714 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.117086 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2015498 Jun 28 23:57:22.119070 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9ecf7197-b0f6-49e4-b208-173f349f11a9 req-8588e604-686f-4db1-b361-06fe2eacacea service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509291 Jun 28 23:57:22.135958 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.139863 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-33563199-437c-427e-8c31-2159d2c48fb0 req-43950d2b-9fa0-4b4d-9072-553a7f5ee681 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650178 Jun 28 23:57:22.148645 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.149817 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9317696 Jun 28 23:57:22.153843 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41602) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:22.157173 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:22.161992 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-5ee430f0-fa37-4712-8200-6e89c28c8c57 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'security_group_rule': {'security_group_id': 'eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:22.225346 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb702b2dd4c5449bb32f5a1d049fa738&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0907781 Jun 28 23:57:22.230758 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41604) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:22.236701 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935684fe-314d-49f0-9ea6-d76881e04d2a,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:22.244366 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:22.259584 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.281059 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:57:22.361028 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec01a045-3f30-4383-a9fc-1a7dda31488c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.361922 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5d02cee2-d91c-45c5-9127-8c26d343609b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.366691 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.369997 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:22.372276 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5d02cee2-d91c-45c5-9127-8c26d343609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.410321 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Request body: {'port': {'device_id': '4fafb7e4-fa0e-4c7a-8322-6321e992e1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:22.442705 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:22.451869 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'Port': ['ID=6107b4b3-f900-49b1-a9ac-3b376dab630d,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:22.454818 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:22.457389 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:22.457762 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:22.460687 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:22.466983 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-5d02cee2-d91c-45c5-9127-8c26d343609b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e15a6dd95c94b459c28cd26652661ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9520211 Jun 28 23:57:22.474702 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41616) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:22.496550 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec01a045-3f30-4383-a9fc-1a7dda31488c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.637168 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5ee430f0-fa37-4712-8200-6e89c28c8c57 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.789514 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.820163 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec01a045-3f30-4383-a9fc-1a7dda31488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.822845 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec01a045-3f30-4383-a9fc-1a7dda31488c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.827366 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-ec01a045-3f30-4383-a9fc-1a7dda31488c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/935684fe-314d-49f0-9ea6-d76881e04d2a HTTP/1.1" status: 204 len: 168 time: 0.5941989 Jun 28 23:57:22.830666 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5ee430f0-fa37-4712-8200-6e89c28c8c57 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.831557 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:22.834191 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02cee2-d91c-45c5-9127-8c26d343609b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9619d6-2162-4c3d-8593-5c8f22afc78c,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:22.841755 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01a045-3f30-4383-a9fc-1a7dda31488c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935684fe-314d-49f0-9ea6-d76881e04d2a,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:22.861226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5d02cee2-d91c-45c5-9127-8c26d343609b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:22.917762 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.989722 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7641dd6-fa37-490d-8287-40b53a1474a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.027242 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfbf17-f962-4e31-8eec-647c58720bac req-d6f8ebd2-7bd0-4252-a09e-275dc55b3d1b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:23.029292 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d2cfbf17-f962-4e31-8eec-647c58720bac req-d6f8ebd2-7bd0-4252-a09e-275dc55b3d1b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 932 time: 0.3164585 Jun 28 23:57:23.047419 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d416b1-2eec-476c-bb64-f877c032a332 req-64eb5ee0-a949-4b20-8b0e-f85fd8614c30 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:23.054953 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b6d416b1-2eec-476c-bb64-f877c032a332 req-64eb5ee0-a949-4b20-8b0e-f85fd8614c30 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 945 time: 0.3459156 Jun 28 23:57:23.076167 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7641dd6-fa37-490d-8287-40b53a1474a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.084898 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5ee430f0-fa37-4712-8200-6e89c28c8c57 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.085118 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.109066 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ec01a045-3f30-4383-a9fc-1a7dda31488c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:23.126288 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3bf17b03-4beb-42ad-aa06-4b4536b216a6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:23.160435 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee430f0-fa37-4712-8200-6e89c28c8c57 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51204e5a-de31-4fb5-b034-49e043550cca,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:23.178300 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5ee430f0-fa37-4712-8200-6e89c28c8c57 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:23.214012 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5ee430f0-fa37-4712-8200-6e89c28c8c57 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.223361 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-5ee430f0-fa37-4712-8200-6e89c28c8c57 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0675535 Jun 28 23:57:23.224658 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41630) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:23.238275 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b6d416b1-2eec-476c-bb64-f877c032a332 req-99bcfb9d-0452-42d6-971c-607749095634 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795516 Jun 28 23:57:23.251119 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'floatingip': {'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:23.466001 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for port, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.471927 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.489154 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d2cfbf17-f962-4e31-8eec-647c58720bac req-365095a5-7ce7-42e9-9013-9a3b6cf4c596 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264867 Jun 28 23:57:23.508183 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.529092 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7641dd6-fa37-490d-8287-40b53a1474a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.529092 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41638) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:23.564622 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:23.569070 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7641dd6-fa37-490d-8287-40b53a1474a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.570229 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c7641dd6-fa37-490d-8287-40b53a1474a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd9619d6-2162-4c3d-8593-5c8f22afc78c HTTP/1.1" status: 204 len: 168 time: 1.0933285 Jun 28 23:57:23.625838 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.644075 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f99d7e12-3a58-47c1-8813-062dc4a041cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.648971 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f65819f-660d-4c45-b44e-a8778cf0df34 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:23.661516 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.720760 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Transition to ACTIVE for port object 3f65819f-660d-4c45-b44e-a8778cf0df34 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:23.733591 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.739983 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2e68a48c-ef4e-4c8c-83cf-486fac4d2080 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:23.775310 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'Port': ['ID=6107b4b3-f900-49b1-a9ac-3b376dab630d,revision_number=2']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:23.787260 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:23.788135 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-de9f0aca-3f0b-4b04-98c5-961a1ee557d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:23.802358 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7641dd6-fa37-490d-8287-40b53a1474a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9619d6-2162-4c3d-8593-5c8f22afc78c,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:23.827330 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c7641dd6-fa37-490d-8287-40b53a1474a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:23.836546 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f99d7e12-3a58-47c1-8813-062dc4a041cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.851962 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f99d7e12-3a58-47c1-8813-062dc4a041cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.857406 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e84adf07-14ec-4742-90d7-e300cf83d308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:23.869707 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351c62b-56ea-4c0c-9b58-fa21f4fd934b req-94138e96-9259-4806-ad1f-8d95e9bf9cb0 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:23.874235 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0351c62b-56ea-4c0c-9b58-fa21f4fd934b req-94138e96-9259-4806-ad1f-8d95e9bf9cb0 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 945 time: 0.3839824 Jun 28 23:57:23.883514 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.883723 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f65819f-660d-4c45-b44e-a8778cf0df34,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:23.885128 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5962138 Jun 28 23:57:23.935527 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:23.959128 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f99d7e12-3a58-47c1-8813-062dc4a041cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f769cf0a4c514c018fa1d345981c3d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275682 Jun 28 23:57:23.964890 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41644) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:24.006569 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0351c62b-56ea-4c0c-9b58-fa21f4fd934b req-ac3565f2-17db-4bdf-9b63-51468e45eca3 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169538 Jun 28 23:57:24.020784 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d7e12-3a58-47c1-8813-062dc4a041cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23ba137-7ee5-4dd8-b56a-589bb0375533,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:24.025462 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f99d7e12-3a58-47c1-8813-062dc4a041cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:24.061233 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.113635 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7e0d726f-ee5d-49a0-afbd-5d13f94b2753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.140835 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7e0d726f-ee5d-49a0-afbd-5d13f94b2753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.167686 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Attempting to bind port 3f65819f-660d-4c45-b44e-a8778cf0df34 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:24.168263 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Attempting to bind port 3f65819f-660d-4c45-b44e-a8778cf0df34 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:24.168825 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Attempting to bind port 3f65819f-660d-4c45-b44e-a8778cf0df34 on network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:24.180847 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Port 3f65819f-660d-4c45-b44e-a8778cf0df34 on network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:24.181329 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Attempting to bind port 3f65819f-660d-4c45-b44e-a8778cf0df34 on network 5b30a011-8e69-4cb8-8d7a-83f045ce5633 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:24.218032 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:24.218500 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Checking segment: {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:24.219001 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Bound using segment: {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:24.219545 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Bound port: 3f65819f-660d-4c45-b44e-a8778cf0df34, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:24.219981 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.222064 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7e0d726f-ee5d-49a0-afbd-5d13f94b2753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.227250 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7e0d726f-ee5d-49a0-afbd-5d13f94b2753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.231368 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7e0d726f-ee5d-49a0-afbd-5d13f94b2753 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b23ba137-7ee5-4dd8-b56a-589bb0375533 HTTP/1.1" status: 204 len: 168 time: 0.2600281 Jun 28 23:57:24.231368 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:24.243859 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d726f-ee5d-49a0-afbd-5d13f94b2753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23ba137-7ee5-4dd8-b56a-589bb0375533,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:24.246314 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7e0d726f-ee5d-49a0-afbd-5d13f94b2753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:24.293143 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41664) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:24.311164 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Allocated IP 172.27.1.206 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/c0ae3433-2bfb-4f0d-826c-b7205ba2c479) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:24.336417 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-bc02922d-d627-4fab-a006-e16925db5150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.380936 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] For port 3f65819f-660d-4c45-b44e-a8778cf0df34, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:24.427284 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 9be9e927-f55c-4c2e-ba6a-751faa291471 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:24.430311 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-e3ad1b48-6b42-45f9-9693-d7f985304bec tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--718885145&fields=id&tenant_id=e171e8d9b3d84a99825f7d688679b53f HTTP/1.1" status: 200 len: 267 time: 0.1228352 Jun 28 23:57:24.432849 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] For port 3f65819f-660d-4c45-b44e-a8778cf0df34, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3f65819f-660d-4c45-b44e-a8778cf0df34,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:24.443467 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.463121 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1c1a3e67-cebf-49e9-9381-f675d517cfbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:24.512176 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 9be9e927-f55c-4c2e-ba6a-751faa291471 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:24.518294 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 9be9e927-f55c-4c2e-ba6a-751faa291471 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:24.519008 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.572698 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:24.576358 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.578174 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] 10.222.0.38 "PUT /v2.0/ports/3f65819f-660d-4c45-b44e-a8778cf0df34 HTTP/1.1" status: 200 len: 1094 time: 2.1793613 Jun 28 23:57:24.583679 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fafb7e4-fa0e-4c7a-8322-6321e992e1b9', 'tag': '3f65819f-660d-4c45-b44e-a8778cf0df34'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:24.586555 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eafb753-3ca8-455e-82ae-6144bf6c6a79" -d '{"events": [{"name": "network-changed", "server_uuid": "4fafb7e4-fa0e-4c7a-8322-6321e992e1b9", "tag": "3f65819f-660d-4c45-b44e-a8778cf0df34"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:24.599350 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.679809 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.714325 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28df0cf-933c-48c4-8084-c2b0a519c4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be9e927-f55c-4c2e-ba6a-751faa291471'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:24.718248 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0f6897-5b62-417e-a467-ba59c7242c99" -d '{"events": [{"server_uuid": "d28df0cf-933c-48c4-8084-c2b0a519c4f2", "name": "network-vif-plugged", "status": "completed", "tag": "9be9e927-f55c-4c2e-ba6a-751faa291471"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:24.743639 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 9be9e927-f55c-4c2e-ba6a-751faa291471, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9be9e927-f55c-4c2e-ba6a-751faa291471,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:24.750457 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.753888 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-66263891-7208-4e5a-a501-aeb182c388ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:24.780910 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f65819f-660d-4c45-b44e-a8778cf0df34,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:24.790821 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:24.822167 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-bc02922d-d627-4fab-a006-e16925db5150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.836739 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-a07e141b-306f-418c-b15c-6019aa646499 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:24.838545 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-a07e141b-306f-418c-b15c-6019aa646499 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/networks?id=26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 200 len: 816 time: 0.4076247 Jun 28 23:57:24.841142 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-bc02922d-d627-4fab-a006-e16925db5150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.869170 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=9be9e927-f55c-4c2e-ba6a-751faa291471,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:24.876059 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-368732d7-3f61-4bb3-aae3-379cbdc239bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:24.878333 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b54f5654-6caf-4273-a03f-de5d33f0597d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:24.880757 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-368732d7-3f61-4bb3-aae3-379cbdc239bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 1097 time: 0.2051506 Jun 28 23:57:24.886739 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-bc02922d-d627-4fab-a006-e16925db5150 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6eb46089d9e4473943bb82ceb30bfbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865984 Jun 28 23:57:24.886739 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-bcfd8e52-5d43-4b9e-b1b0-6102b48537cf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/quotas/e171e8d9b3d84a99825f7d688679b53f HTTP/1.1" status: 200 len: 375 time: 0.0171831 Jun 28 23:57:24.887741 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41684) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:24.890011 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.892457 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:24.911975 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1364c8f3-92ab-43fc-98b9-437399a99ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:24.980354 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'Port': ['ID=c0ae3433-2bfb-4f0d-826c-b7205ba2c479,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:24.988422 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02922d-d627-4fab-a006-e16925db5150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b71652-c7a8-4c1b-8dd8-472ffb76fae8,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:24.991067 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-bc02922d-d627-4fab-a006-e16925db5150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:25.022041 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce4dd-38cf-463d-8512-adb567b6023a req-0778ab52-7de4-41e3-83e2-a9870a5f5d6d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:25.023875 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-949ce4dd-38cf-463d-8512-adb567b6023a req-0778ab52-7de4-41e3-83e2-a9870a5f5d6d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 944 time: 0.2784564 Jun 28 23:57:25.064466 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:25.079086 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-fa25ff08-ae4d-4fa0-9a8d-7ea9b701b9bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f65819f-660d-4c45-b44e-a8778cf0df34 HTTP/1.1" status: 200 len: 217 time: 0.1526313 Jun 28 23:57:25.081572 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fec25bd4-0153-477a-ab8e-282818ba316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:25.092416 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:25.103607 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:25.111507 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:25.120695 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-ac26af75-263f-46df-bbba-d48ca4185517 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e171e8d9b3d84a99825f7d688679b53f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2235987 Jun 28 23:57:25.127450 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-949ce4dd-38cf-463d-8512-adb567b6023a req-87fd84eb-7869-4645-b435-1c72bc1ffccd tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894623 Jun 28 23:57:25.141241 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fec25bd4-0153-477a-ab8e-282818ba316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:25.244067 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:25.264516 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee86fe19-dc43-48c5-95e5-afb35369da95 x-openstack-request-id: req-ee86fe19-dc43-48c5-95e5-afb35369da95 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:25.264835 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fafb7e4-fa0e-4c7a-8322-6321e992e1b9", "tag": "3f65819f-660d-4c45-b44e-a8778cf0df34", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:25.265107 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee86fe19-dc43-48c5-95e5-afb35369da95 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:25.265662 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fafb7e4-fa0e-4c7a-8322-6321e992e1b9', 'tag': '3f65819f-660d-4c45-b44e-a8778cf0df34', 'status': 'completed', 'code': 200} Jun 28 23:57:25.315627 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fec25bd4-0153-477a-ab8e-282818ba316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:25.323574 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fec25bd4-0153-477a-ab8e-282818ba316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:25.332897 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-fec25bd4-0153-477a-ab8e-282818ba316b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7b71652-c7a8-4c1b-8dd8-472ffb76fae8 HTTP/1.1" status: 204 len: 168 time: 0.4404140 Jun 28 23:57:25.342665 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:25.376682 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-41699233-7e56-4731-acda-91832f5eb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:25.376907 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d9371-539f-45b1-a819-c21ed71713e4 x-openstack-request-id: req-577d9371-539f-45b1-a819-c21ed71713e4 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:25.377224 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28df0cf-933c-48c4-8084-c2b0a519c4f2", "name": "network-vif-plugged", "status": "completed", "tag": "9be9e927-f55c-4c2e-ba6a-751faa291471", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:25.377491 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-577d9371-539f-45b1-a819-c21ed71713e4 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:25.377907 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28df0cf-933c-48c4-8084-c2b0a519c4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be9e927-f55c-4c2e-ba6a-751faa291471', 'code': 200} Jun 28 23:57:25.378484 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-41699233-7e56-4731-acda-91832f5eb19f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.2983587 Jun 28 23:57:25.380651 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25bd4-0153-477a-ab8e-282818ba316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b71652-c7a8-4c1b-8dd8-472ffb76fae8,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:25.383593 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:25.415766 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-fec25bd4-0153-477a-ab8e-282818ba316b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:25.419959 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-4b1fe75f-d88c-4286-8345-7a53720d12a0 service neutron] 10.222.0.24 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499678 Jun 28 23:57:25.497487 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-a588a7e3-66dd-45f7-a9aa-1e7ff850e65d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522995 Jun 28 23:57:25.827737 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-05d576e2-eae8-45f7-ae8e-e1b1355f41c3 service neutron] 10.222.0.24 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953111 Jun 28 23:57:25.864924 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-8396ff75-6c46-438f-b6eb-5a1a3f38ed10 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566546 Jun 28 23:57:25.888089 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d09f8-a3ab-4fab-8269-bea6e9461584 req-b7f19fd1-3f57-4a9b-95a8-ac00c825e340 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:25.890209 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-587d09f8-a3ab-4fab-8269-bea6e9461584 req-b7f19fd1-3f57-4a9b-95a8-ac00c825e340 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 945 time: 0.1549406 Jun 28 23:57:26.017913 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-587d09f8-a3ab-4fab-8269-bea6e9461584 req-91cb552b-140e-43fc-830a-66f9c3c0fae3 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157022 Jun 28 23:57:26.345455 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0a04fc29-17d1-4196-8a02-e2a90c2ea91a req-376b7a95-f257-418f-ac06-5f59db79b9c3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 210 time: 0.1162579 Jun 28 23:57:26.351892 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdac72-8543-42e9-b4ba-ff7a93a77383 req-2aaa9c85-e1fc-4ab9-aaa2-89356c95e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.353760 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7dbdac72-8543-42e9-b4ba-ff7a93a77383 req-2aaa9c85-e1fc-4ab9-aaa2-89356c95e6bb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.6027012 Jun 28 23:57:26.358411 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:26.376994 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:26.400354 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:26.459606 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc295db3-b7f7-408c-9cad-6d5dbc6b6298 req-183b6eb1-ed4a-438c-88dd-06782064f2d8 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808208 Jun 28 23:57:26.463908 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7dbdac72-8543-42e9-b4ba-ff7a93a77383 req-dcd1c166-f364-481f-a02f-1394ca9db4dc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030424 Jun 28 23:57:26.470445 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:26.510996 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'Port': ['ID=c0ae3433-2bfb-4f0d-826c-b7205ba2c479,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:26.517075 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:26.522551 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:26.532265 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2858427 Jun 28 23:57:26.974331 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918cfb-a2db-4a64-a8b2-e31289fe4bdc req-d144a718-b948-4552-8388-8925f8d78420 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.979635 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-13918cfb-a2db-4a64-a8b2-e31289fe4bdc req-d144a718-b948-4552-8388-8925f8d78420 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 944 time: 0.1445475 Jun 28 23:57:26.992925 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-be0b32be-8fea-41fc-8b4a-1a1515357874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.998956 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-be0b32be-8fea-41fc-8b4a-1a1515357874 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 1097 time: 0.1570067 Jun 28 23:57:27.043992 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-13918cfb-a2db-4a64-a8b2-e31289fe4bdc req-da4c4830-f25f-4e1c-919d-39d7fae8cfb7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597172 Jun 28 23:57:27.365045 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-bda82cd1-5913-445d-b4e1-daefe588c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:27.368125 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-d7e30ab2-9b0b-4275-89f2-398e585e4019 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--14973351&fields=id&tenant_id=265d6850dc23443eb41509e6f3827e51 HTTP/1.1" status: 200 len: 267 time: 0.0537872 Jun 28 23:57:27.376896 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-bda82cd1-5913-445d-b4e1-daefe588c462 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.3660812 Jun 28 23:57:27.593442 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-fba62a81-292c-4ce5-973d-71d7f5ab65d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f65819f-660d-4c45-b44e-a8778cf0df34 HTTP/1.1" status: 200 len: 217 time: 0.2027545 Jun 28 23:57:27.635287 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-dce44afc-27e2-4db1-98e6-eaa6105823ab tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:27.637503 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-dce44afc-27e2-4db1-98e6-eaa6105823ab tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 810 time: 0.2671463 Jun 28 23:57:27.664974 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-95519102-920c-439f-8ee2-f15cd7992fd0 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/quotas/265d6850dc23443eb41509e6f3827e51 HTTP/1.1" status: 200 len: 375 time: 0.0188048 Jun 28 23:57:27.796961 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-8e96fa47-6ee4-4832-967f-ba264828c159 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285269 Jun 28 23:57:27.837199 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-728ad7fa-f48a-4ceb-99d3-58368e03eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:27.846136 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-728ad7fa-f48a-4ceb-99d3-58368e03eee5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.1879854 Jun 28 23:57:27.931145 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-2ac5e752-1e41-4c7d-982d-6fc4bfff3b8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769854 Jun 28 23:57:28.128013 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-684985d0-9ceb-4543-9f14-763ed465a911 service neutron] 10.222.0.24 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999213 Jun 28 23:57:28.195285 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-88fafc64-4d35-40cf-ac5a-00e71dbd99cb service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561450 Jun 28 23:57:28.229232 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f294c0ea-aacb-4c46-8470-55fdd72dada9 req-69040426-87f4-4de8-b981-988b62ae30cc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 210 time: 0.0555573 Jun 28 23:57:28.389599 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-e40f8298-c652-41dc-9636-3c54affda3ae service neutron] 10.222.0.24 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544527 Jun 28 23:57:28.449230 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8eafb753-3ca8-455e-82ae-6144bf6c6a79 req-2366dcd8-c291-4d81-81e3-396cddbaa469 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103872 Jun 28 23:57:28.577877 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eecfc-4459-4490-91cc-1047e4c7dbcd req-b4347e41-a081-43ee-a12e-40edbc53dc89 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:28.591043 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-865eecfc-4459-4490-91cc-1047e4c7dbcd req-b4347e41-a081-43ee-a12e-40edbc53dc89 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 944 time: 0.1150885 Jun 28 23:57:28.727242 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-865eecfc-4459-4490-91cc-1047e4c7dbcd req-5b27ef01-e7af-441a-b68e-164de826883e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297793 Jun 28 23:57:28.913501 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5b03ca58-fd13-4b31-a276-bc8c05d8aff9 req-467ce26e-2dd7-4946-8ab6-136bb648963d tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0961521 Jun 28 23:57:29.088926 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-7d613bd8-4745-42eb-837e-e286e3fd4276 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:29.092483 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-7d613bd8-4745-42eb-837e-e286e3fd4276 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.38 "GET /v2.0/networks?id=26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 200 len: 816 time: 0.3938498 Jun 28 23:57:29.349608 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-1a5a5594-f67e-4fda-aa7a-7ff43b27d9a7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e171e8d9b3d84a99825f7d688679b53f HTTP/1.1" status: 200 len: 379 time: 0.2393129 Jun 28 23:57:29.382518 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'port': {'device_id': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'admin_state_up': True, 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'security_groups': ['0440ed11-d6ca-4d49-8a5f-b7c7f52e4893']}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:29.760925 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Made reservation on behalf of e171e8d9b3d84a99825f7d688679b53f for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:29.769285 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.086482 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6dfd2b7b-9711-454f-b1a3-81bffee987cc req-483c60fd-b240-4836-9739-22b6ef063462 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 210 time: 0.4466755 Jun 28 23:57:30.115180 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Allocated IP 172.20.0.12 (26ddb2c2-6953-40fb-958b-8e59049be030/811dceec-ad5c-47a5-9f70-bda814bab7b2/3cad9857-2cf1-4c32-9e73-f984e5d74484) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:30.406500 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3cc23-e61c-4af0-835f-2ff67808481c req-8c6c84da-4ea0-4227-92c9-8314f66783b6 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:30.410146 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-20a3cc23-e61c-4af0-835f-2ff67808481c req-8c6c84da-4ea0-4227-92c9-8314f66783b6 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 944 time: 0.1491988 Jun 28 23:57:30.506575 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.533521 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-20a3cc23-e61c-4af0-835f-2ff67808481c req-4a2ae40b-53a9-4135-abb9-1b69518899af tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076052 Jun 28 23:57:30.552813 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Transition to ACTIVE for port object 3cad9857-2cf1-4c32-9e73-f984e5d74484 will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:30.576492 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e91776a-f9c3-44f3-99c6-cd76685e3d50 req-c60b37de-1d86-4d6e-8716-9eea63ae34f1 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0739017 Jun 28 23:57:30.612735 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.624455 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:30.674233 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Network 26ddb2c2-6953-40fb-958b-8e59049be030 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:30.677867 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:30.682381 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:30.688676 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:30.689359 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.703166 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'Port': ['ID=3cad9857-2cf1-4c32-9e73-f984e5d74484,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:30.708440 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:30.717046 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3627160 Jun 28 23:57:30.929672 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-7973c7b8-3628-4e76-85c5-6d8de71f2f84 None None] Provisioning for port 3cad9857-2cf1-4c32-9e73-f984e5d74484 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:30.935598 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-7973c7b8-3628-4e76-85c5-6d8de71f2f84 None None] Provisioning complete for port 3cad9857-2cf1-4c32-9e73-f984e5d74484 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:30.936127 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7973c7b8-3628-4e76-85c5-6d8de71f2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.978140 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7973c7b8-3628-4e76-85c5-6d8de71f2f84 None None] Port 3cad9857-2cf1-4c32-9e73-f984e5d74484 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:57:31.343749 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78d75d-9d5b-46d8-aaaf-e3a8b02d2cf4 req-784bca8b-6d14-4bf6-b171-c7f363377b06 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:31.345404 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3e78d75d-9d5b-46d8-aaaf-e3a8b02d2cf4 req-784bca8b-6d14-4bf6-b171-c7f363377b06 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 932 time: 0.0753076 Jun 28 23:57:31.397711 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3e78d75d-9d5b-46d8-aaaf-e3a8b02d2cf4 req-60fcffc4-97f3-44c9-9dc3-1780ec2c2dcf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446856 Jun 28 23:57:31.474549 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41904) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:31.636185 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-84e78979-4993-46ef-b884-626ebd2697f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:31.765412 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1c96d21-ad5a-40a5-a95d-05f87690241c req-fce1a264-f08c-4544-a924-2339facb3317 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0392606 Jun 28 23:57:31.816928 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3f65819f-660d-4c45-b44e-a8778cf0df34 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:31.837432 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-84e78979-4993-46ef-b884-626ebd2697f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:31.845879 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-84e78979-4993-46ef-b884-626ebd2697f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:31.849975 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:31.899375 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e78979-4993-46ef-b884-626ebd2697f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65e9c9e-5585-4ab0-85ef-2f59e5db31c2,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:31.903952 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-84e78979-4993-46ef-b884-626ebd2697f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:31.906443 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-84e78979-4993-46ef-b884-626ebd2697f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86f1a4780fa34eb0ab5eeb108c386166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307320 Jun 28 23:57:31.910502 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41916) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:31.940124 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a3da2-0338-4dc9-9dd9-f6f9ff65c864 req-1f69ba8e-fa28-472c-829c-4378d38fc61b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:31.941821 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-755a3da2-0338-4dc9-9dd9-f6f9ff65c864 req-1f69ba8e-fa28-472c-829c-4378d38fc61b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 944 time: 0.1468651 Jun 28 23:57:31.970220 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3f65819f-660d-4c45-b44e-a8778cf0df34, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3f65819f-660d-4c45-b44e-a8778cf0df34,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:31.982465 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-731cd2ff-3653-4663-9272-d5016548fa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:31.991731 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '3f65819f-660d-4c45-b44e-a8778cf0df34', 'network_id': '5b30a011-8e69-4cb8-8d7a-83f045ce5633', 'port_id': '3f65819f-660d-4c45-b44e-a8778cf0df34', 'mac_address': 'fa:16:3e:3d:54:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87ad153-b8d4-4311-9888-a9ba8cd7abd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:31.997816 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-755a3da2-0338-4dc9-9dd9-f6f9ff65c864 req-7c1812c2-4644-40f1-8e50-1c4992185189 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Jun 28 23:57:32.023926 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-731cd2ff-3653-4663-9272-d5016548fa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.049764 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.071562 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f65819f-660d-4c45-b44e-a8778cf0df34 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:32.107319 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3f65819f-660d-4c45-b44e-a8778cf0df34, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3f65819f-660d-4c45-b44e-a8778cf0df34,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:32.109443 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-731cd2ff-3653-4663-9272-d5016548fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.113103 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.114860 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-731cd2ff-3653-4663-9272-d5016548fa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.116547 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cc4321c9-f3d0-4169-ae02-0d566ef8465f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:32.117856 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-731cd2ff-3653-4663-9272-d5016548fa1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f65e9c9e-5585-4ab0-85ef-2f59e5db31c2 HTTP/1.1" status: 204 len: 168 time: 0.2052479 Jun 28 23:57:32.119030 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:32.132154 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cd2ff-3653-4663-9272-d5016548fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65e9c9e-5585-4ab0-85ef-2f59e5db31c2,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:32.135615 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-731cd2ff-3653-4663-9272-d5016548fa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:32.192960 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=3f65819f-660d-4c45-b44e-a8778cf0df34,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:32.196931 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:32.495700 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41928) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:32.517200 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d68bb962-0057-4aab-807b-1238f932f699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.643374 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d68bb962-0057-4aab-807b-1238f932f699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.654505 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d68bb962-0057-4aab-807b-1238f932f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.663013 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-aba027b5-a369-4e40-b743-45135681e9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:32.669847 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc118da-e1bf-4535-8ef3-ad25c68b0eb9 req-b3f40b9a-5b35-4a1e-b74e-39effe7c04f2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:32.671815 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8dc118da-e1bf-4535-8ef3-ad25c68b0eb9 req-b3f40b9a-5b35-4a1e-b74e-39effe7c04f2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 932 time: 0.1238859 Jun 28 23:57:32.711737 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-d68bb962-0057-4aab-807b-1238f932f699 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c4e12277e9449ada34f00d6b2d2c491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122450 Jun 28 23:57:32.714498 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41934) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:32.724350 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bb962-0057-4aab-807b-1238f932f699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fdad09-a0e2-4d4e-be09-6a72a5e697e6,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:32.727749 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d68bb962-0057-4aab-807b-1238f932f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:32.779128 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8dc118da-e1bf-4535-8ef3-ad25c68b0eb9 req-d1cd8385-5ef0-4852-9391-66656167ce68 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976005 Jun 28 23:57:32.828920 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb64c-0afe-4385-80e9-a0732b969bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.874319 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Request body: {'port': {'device_id': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:32.875292 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb64c-0afe-4385-80e9-a0732b969bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.983677 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.990768 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb64c-0afe-4385-80e9-a0732b969bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.995809 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb64c-0afe-4385-80e9-a0732b969bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.997360 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-5fbdb64c-0afe-4385-80e9-a0732b969bab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8fdad09-a0e2-4d4e-be09-6a72a5e697e6 HTTP/1.1" status: 204 len: 168 time: 0.2814343 Jun 28 23:57:33.000657 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:33.050325 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-86a56666-f3ba-4698-a370-e3e5eb6c1704 req-0b95b51a-b98b-4849-b7b0-95d4ddb3cee2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0736990 Jun 28 23:57:33.052804 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdb64c-0afe-4385-80e9-a0732b969bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fdad09-a0e2-4d4e-be09-6a72a5e697e6,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:33.068016 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5fbdb64c-0afe-4385-80e9-a0732b969bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:33.313638 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['3f65819f-660d-4c45-b44e-a8778cf0df34'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:33.432160 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7b40-e7e4-4f77-924c-1e1036b17a5e req-49b77ed3-caf7-4dba-955f-133ffb5a846d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:33.445676 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-540a7b40-e7e4-4f77-924c-1e1036b17a5e req-49b77ed3-caf7-4dba-955f-133ffb5a846d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 945 time: 0.1724887 Jun 28 23:57:33.512165 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cad9857-2cf1-4c32-9e73-f984e5d74484 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:33.531432 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.538521 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-540a7b40-e7e4-4f77-924c-1e1036b17a5e req-a12a25eb-32d2-4633-9ab1-dba9aef629eb tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912437 Jun 28 23:57:33.557097 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Transition to ACTIVE for port object 3cad9857-2cf1-4c32-9e73-f984e5d74484 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:33.574952 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.579364 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:33.690229 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cad9857-2cf1-4c32-9e73-f984e5d74484,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:33.701142 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Attempting to bind port 3cad9857-2cf1-4c32-9e73-f984e5d74484 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:33.701712 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Attempting to bind port 3cad9857-2cf1-4c32-9e73-f984e5d74484 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:33.702236 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Attempting to bind port 3cad9857-2cf1-4c32-9e73-f984e5d74484 on network 26ddb2c2-6953-40fb-958b-8e59049be030 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:33.708692 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:33.712963 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Port 3cad9857-2cf1-4c32-9e73-f984e5d74484 on network 26ddb2c2-6953-40fb-958b-8e59049be030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:33.715761 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Attempting to bind port 3cad9857-2cf1-4c32-9e73-f984e5d74484 on network 26ddb2c2-6953-40fb-958b-8e59049be030 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:33.731614 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:33.731614 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Checking segment: {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:33.731614 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Bound using segment: {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:33.731614 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Bound port: 3cad9857-2cf1-4c32-9e73-f984e5d74484, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:33.732405 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.926975 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:34.079973 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:34.101476 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:34.121953 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:34.165850 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:34.166819 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:34.169959 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] 10.222.0.38 "PUT /v2.0/ports/3cad9857-2cf1-4c32-9e73-f984e5d74484 HTTP/1.1" status: 200 len: 1094 time: 1.3056178 Jun 28 23:57:34.178571 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:34.183526 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110d8a2d-d510-4c6b-9900-9490b3d2249c" -d '{"events": [{"name": "network-changed", "server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:34.294993 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-7929936d-c524-4e75-9144-2794749695a4 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:34.299836 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-7929936d-c524-4e75-9144-2794749695a4 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 810 time: 0.4476326 Jun 28 23:57:34.322379 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb324c8f-8f2a-4c06-a473-08fc25079d61 req-1a4d3ff4-300f-4857-9d81-2e5a545a469f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:34.324482 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cad9857-2cf1-4c32-9e73-f984e5d74484,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:34.338102 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fb324c8f-8f2a-4c06-a473-08fc25079d61 req-1a4d3ff4-300f-4857-9d81-2e5a545a469f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.2710347 Jun 28 23:57:34.382315 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:34.441007 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fb324c8f-8f2a-4c06-a473-08fc25079d61 req-0d16a821-ebe8-4010-970f-de853c8002df tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973134 Jun 28 23:57:34.520948 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b17140c1-1c25-4dd8-83ec-1efee225348f req-16ec21e3-480c-4f48-8928-624fda08322c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0941243 Jun 28 23:57:34.561519 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95310e4c-4375-4f79-ba52-9871c9631816 x-openstack-request-id: req-95310e4c-4375-4f79-ba52-9871c9631816 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:34.562297 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:34.565023 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95310e4c-4375-4f79-ba52-9871c9631816 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:34.566316 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'status': 'completed', 'code': 200} Jun 28 23:57:34.587770 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-f3ec8364-ff24-45b3-b5b6-caafb0ec2a2f tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265d6850dc23443eb41509e6f3827e51 HTTP/1.1" status: 200 len: 378 time: 0.2685289 Jun 28 23:57:34.621095 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'port': {'device_id': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'admin_state_up': True, 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'security_groups': ['eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac']}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:34.752664 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-984b8980-15db-4539-92a2-455bd3e5b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:34.754413 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-984b8980-15db-4539-92a2-455bd3e5b01b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e171e8d9b3d84a99825f7d688679b53f&device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 1097 time: 0.4196897 Jun 28 23:57:34.831382 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Made reservation on behalf of 265d6850dc23443eb41509e6f3827e51 for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:34.836414 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:34.936544 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1fe45-2101-4267-8321-4a92d6d2e676 req-af6b292d-f88d-4dc8-9cee-7f129556f3c4 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:34.946812 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-79e1fe45-2101-4267-8321-4a92d6d2e676 req-af6b292d-f88d-4dc8-9cee-7f129556f3c4 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 945 time: 0.1492333 Jun 28 23:57:35.005253 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-79e1fe45-2101-4267-8321-4a92d6d2e676 req-0aab849e-d1e1-4cc9-9490-379b25314e62 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574894 Jun 28 23:57:35.041085 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Allocated IP 172.20.0.4 (4ad788e7-2ca5-4585-83fd-40cad0c008c7/9d9d7929-c1fb-47d6-803d-15f6c9838b05/31910503-e5ee-4916-8819-5675caf4b2c5) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:35.311469 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.334708 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Transition to ACTIVE for port object 31910503-e5ee-4916-8819-5675caf4b2c5 will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:35.388351 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.393479 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:35.443344 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:35.447673 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:35.456039 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:35.461370 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:35.462050 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.470691 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'Port': ['ID=31910503-e5ee-4916-8819-5675caf4b2c5,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:35.476464 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:35.490449 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8785458 Jun 28 23:57:35.782047 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-f3b31f67-d816-47fe-bbe1-3e4d06d4c51b None None] Provisioning for port 31910503-e5ee-4916-8819-5675caf4b2c5 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:35.803407 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-f3b31f67-d816-47fe-bbe1-3e4d06d4c51b None None] Provisioning complete for port 31910503-e5ee-4916-8819-5675caf4b2c5 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:35.804238 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f3b31f67-d816-47fe-bbe1-3e4d06d4c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.856431 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce8e8-7a0f-43ed-93f4-6dce2d3c2afb req-4a5271a3-9bc0-493b-95c7-8a82256ae491 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:35.858327 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-796ce8e8-7a0f-43ed-93f4-6dce2d3c2afb req-4a5271a3-9bc0-493b-95c7-8a82256ae491 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1624069 Jun 28 23:57:35.871736 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1302cc7-7055-4291-a1a0-d381495a6be6 req-2d3b01b4-16b7-4f19-b63f-d65ae879aa02 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:35.874237 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1302cc7-7055-4291-a1a0-d381495a6be6 req-2d3b01b4-16b7-4f19-b63f-d65ae879aa02 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 931 time: 0.1235030 Jun 28 23:57:35.877522 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-f3b31f67-d816-47fe-bbe1-3e4d06d4c51b None None] Port 31910503-e5ee-4916-8819-5675caf4b2c5 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:57:35.936329 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-796ce8e8-7a0f-43ed-93f4-6dce2d3c2afb req-e0abda3f-842e-4e99-b726-c08deeee7124 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606689 Jun 28 23:57:35.953208 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1302cc7-7055-4291-a1a0-d381495a6be6 req-e4e14d32-453a-427f-a16a-d6ed79aab247 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606599 Jun 28 23:57:36.241022 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2ec8c-c6a8-437d-a011-c3360cb06587 req-4455a449-7860-46a1-8986-ad7608e30456 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:36.245860 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-05c2ec8c-c6a8-437d-a011-c3360cb06587 req-4455a449-7860-46a1-8986-ad7608e30456 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 945 time: 0.1202877 Jun 28 23:57:36.309324 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-05c2ec8c-c6a8-437d-a011-c3360cb06587 req-dc41dc62-4ed2-41cc-9e6a-4c67dd398099 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560508 Jun 28 23:57:37.253189 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa33713-ab0e-49fd-a9d4-f25595a99da4 req-cdb3518d-13bb-4928-9d0e-260ff8fa939d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:37.255921 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1fa33713-ab0e-49fd-a9d4-f25595a99da4 req-cdb3518d-13bb-4928-9d0e-260ff8fa939d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1793578 Jun 28 23:57:37.292721 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766e852-0284-4d27-ac03-2aba29cdfdc0 req-75e3afac-3954-4911-96f7-e4afe81a6e01 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:37.295408 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b766e852-0284-4d27-ac03-2aba29cdfdc0 req-75e3afac-3954-4911-96f7-e4afe81a6e01 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 931 time: 0.2010119 Jun 28 23:57:37.379919 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1fa33713-ab0e-49fd-a9d4-f25595a99da4 req-37764f9a-c4e8-44f9-858f-3033223b18a0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164200 Jun 28 23:57:37.390205 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b766e852-0284-4d27-ac03-2aba29cdfdc0 req-45491f82-898c-44c8-b002-50d875ec12ab tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837679 Jun 28 23:57:37.575551 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331469e9-287f-4fb1-8267-6f3d0484f437 req-5af17728-c0d1-4354-bc40-089126dc6a26 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:37.577383 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-331469e9-287f-4fb1-8267-6f3d0484f437 req-5af17728-c0d1-4354-bc40-089126dc6a26 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 945 time: 0.0831952 Jun 28 23:57:37.625810 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-331469e9-287f-4fb1-8267-6f3d0484f437 req-4a478acc-1c61-4bc0-8158-8d39eca9162a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Jun 28 23:57:37.724095 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3f65819f-660d-4c45-b44e-a8778cf0df34 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:37.772049 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Request body: {'port': {'device_id': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:37.795262 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 3f65819f-660d-4c45-b44e-a8778cf0df34 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:37.801864 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 3f65819f-660d-4c45-b44e-a8778cf0df34 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:37.802594 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:37.818031 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-2375e93f-4126-45f8-8cb5-f2af710be99b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484 HTTP/1.1" status: 200 len: 217 time: 0.0650980 Jun 28 23:57:37.919625 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-82104f2b-e301-42bb-929a-2db65d490437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:37.921171 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-82104f2b-e301-42bb-929a-2db65d490437 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=811dceec-ad5c-47a5-9f70-bda814bab7b2 HTTP/1.1" status: 200 len: 855 time: 0.0829532 Jun 28 23:57:37.933623 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:37.949507 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:37.985854 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fafb7e4-fa0e-4c7a-8322-6321e992e1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f65819f-660d-4c45-b44e-a8778cf0df34'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:37.990088 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e4cfac-1106-4ba5-b1cd-b9ea2a6364d7" -d '{"events": [{"server_uuid": "4fafb7e4-fa0e-4c7a-8322-6321e992e1b9", "name": "network-vif-plugged", "status": "completed", "tag": "3f65819f-660d-4c45-b44e-a8778cf0df34"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:38.022877 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3f65819f-660d-4c45-b44e-a8778cf0df34, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3f65819f-660d-4c45-b44e-a8778cf0df34,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:38.034668 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:38.042580 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02916ad-9e21-43ba-8748-732e5e8b9ca7 x-openstack-request-id: req-a02916ad-9e21-43ba-8748-732e5e8b9ca7 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:38.043420 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fafb7e4-fa0e-4c7a-8322-6321e992e1b9", "name": "network-vif-plugged", "status": "completed", "tag": "3f65819f-660d-4c45-b44e-a8778cf0df34", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:38.043836 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a02916ad-9e21-43ba-8748-732e5e8b9ca7 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:38.044444 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fafb7e4-fa0e-4c7a-8322-6321e992e1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f65819f-660d-4c45-b44e-a8778cf0df34', 'code': 200} Jun 28 23:57:38.046530 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:38.137516 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=3f65819f-660d-4c45-b44e-a8778cf0df34,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:38.141809 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:38.254277 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-7b9777c3-a2ec-4662-b1b8-81d372fdbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:38.256288 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-7b9777c3-a2ec-4662-b1b8-81d372fdbe0b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26ddb2c2-6953-40fb-958b-8e59049be030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2888305 Jun 28 23:57:38.559523 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499424d3-9ee4-4504-a4b8-bcf8ce4d6cd0 req-12e09dd9-7941-4f8b-acaa-68782ec34111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:38.565315 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-499424d3-9ee4-4504-a4b8-bcf8ce4d6cd0 req-12e09dd9-7941-4f8b-acaa-68782ec34111 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 1099 time: 0.1705618 Jun 28 23:57:38.654813 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-499424d3-9ee4-4504-a4b8-bcf8ce4d6cd0 req-d56e6ce1-834c-43f3-aa4d-95df8c544da3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803688 Jun 28 23:57:38.805543 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0e79d-96c1-4b79-ab6b-f1b9fd45121b req-73723f7c-3313-42f1-a2db-8d746aba2327 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:38.808526 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d2b0e79d-96c1-4b79-ab6b-f1b9fd45121b req-73723f7c-3313-42f1-a2db-8d746aba2327 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 931 time: 0.1589451 Jun 28 23:57:38.825715 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-cc8df206-fca6-4887-9a2f-3622e14b749a service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578971 Jun 28 23:57:38.835456 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15370a6-ef17-4b1b-bb79-1bdcded197af req-876e03b7-c29f-44c6-b6b3-8e209bcc4c3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:38.838133 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f15370a6-ef17-4b1b-bb79-1bdcded197af req-876e03b7-c29f-44c6-b6b3-8e209bcc4c3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1869724 Jun 28 23:57:38.884330 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31910503-e5ee-4916-8819-5675caf4b2c5 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:38.893013 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:38.906911 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Transition to ACTIVE for port object 31910503-e5ee-4916-8819-5675caf4b2c5 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:38.912011 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:38.914822 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:38.926606 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d2b0e79d-96c1-4b79-ab6b-f1b9fd45121b req-6a7fc7b5-2772-4152-8ec4-34b4e75be102 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068201 Jun 28 23:57:38.932338 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f15370a6-ef17-4b1b-bb79-1bdcded197af req-14c48f2f-18e3-410b-a0cb-fcc57e1859c0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826461 Jun 28 23:57:38.997395 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Pushing event updated for resources: {'Port': ['ID=31910503-e5ee-4916-8819-5675caf4b2c5,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:39.015388 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.015837 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.016129 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.016462 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.016841 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.017187 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.017546 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.017905 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.018247 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.018584 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.019056 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.019325 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:39.025684 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:39.050603 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Attempting to bind port 31910503-e5ee-4916-8819-5675caf4b2c5 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:39.051071 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Attempting to bind port 31910503-e5ee-4916-8819-5675caf4b2c5 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:39.051270 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Attempting to bind port 31910503-e5ee-4916-8819-5675caf4b2c5 on network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:39.059422 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Port 31910503-e5ee-4916-8819-5675caf4b2c5 on network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:39.059869 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Attempting to bind port 31910503-e5ee-4916-8819-5675caf4b2c5 on network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:39.069222 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5bdf45f6-904a-4e40-aa5c-bbfee376521b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:39.084944 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:39.085304 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Checking segment: {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:39.085706 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Bound using segment: {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:39.086238 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Bound port: 31910503-e5ee-4916-8819-5675caf4b2c5, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:39.086617 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:39.223076 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2804d-94b4-46ec-9ea0-1e266365e033 req-4d6568f4-fd84-44ef-b99e-d5e027093168 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:39.225037 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1ec2804d-94b4-46ec-9ea0-1e266365e033 req-4d6568f4-fd84-44ef-b99e-d5e027093168 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1266403 Jun 28 23:57:39.279468 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] For port 31910503-e5ee-4916-8819-5675caf4b2c5, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:39.284143 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] For port 31910503-e5ee-4916-8819-5675caf4b2c5, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31910503-e5ee-4916-8819-5675caf4b2c5,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:39.287587 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25f88965-44c2-44e0-a743-5e6ff56c059c req-5a9dbb0b-4e6f-4296-ba40-33c04ae62e92 service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608364 Jun 28 23:57:39.287997 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1ec2804d-94b4-46ec-9ea0-1e266365e033 req-dda1b805-0b63-430e-91e5-1b1f25d22c46 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511177 Jun 28 23:57:39.291386 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:39.294423 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:39.333073 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:39.333762 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:39.335337 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] 10.222.0.38 "PUT /v2.0/ports/31910503-e5ee-4916-8819-5675caf4b2c5 HTTP/1.1" status: 200 len: 1093 time: 1.5709894 Jun 28 23:57:39.335816 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'tag': '31910503-e5ee-4916-8819-5675caf4b2c5'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:39.338500 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4850ae0f-b318-4363-80f1-5f97062c815b" -d '{"events": [{"name": "network-changed", "server_uuid": "45898d53-ebd6-4da8-9915-3822c4a2c617", "tag": "31910503-e5ee-4916-8819-5675caf4b2c5"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:39.380620 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Pushing event updated for resources: {'Port': ['ID=31910503-e5ee-4916-8819-5675caf4b2c5,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:39.391791 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:39.413806 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdaa587-468c-484f-a295-2ae45f82e0ab x-openstack-request-id: req-8bdaa587-468c-484f-a295-2ae45f82e0ab {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:39.414345 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45898d53-ebd6-4da8-9915-3822c4a2c617", "tag": "31910503-e5ee-4916-8819-5675caf4b2c5", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:39.414510 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bdaa587-468c-484f-a295-2ae45f82e0ab {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:39.414804 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'tag': '31910503-e5ee-4916-8819-5675caf4b2c5', 'status': 'completed', 'code': 200} Jun 28 23:57:39.653525 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-e6605429-a705-409b-8708-f86c34307cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:39.655521 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-e6605429-a705-409b-8708-f86c34307cc0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 1096 time: 0.1179509 Jun 28 23:57:39.657702 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-b7de76d5-89da-4c6a-b58c-d7810a5bac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:39.659441 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-b7de76d5-89da-4c6a-b58c-d7810a5bac4e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e171e8d9b3d84a99825f7d688679b53f&device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 1097 time: 0.1342893 Jun 28 23:57:39.742393 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-f7ba0b81-e387-42bd-8d56-28d44edf95e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31910503-e5ee-4916-8819-5675caf4b2c5 HTTP/1.1" status: 200 len: 217 time: 0.0647464 Jun 28 23:57:39.861255 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-181f830d-0f56-4d40-83e9-b0ec82970987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:39.864206 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-181f830d-0f56-4d40-83e9-b0ec82970987 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 200 len: 849 time: 0.1088572 Jun 28 23:57:39.883570 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-32d02498-fde5-4fd6-84f2-5687304c9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:39.884232 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-32d02498-fde5-4fd6-84f2-5687304c9589 service neutron] 10.222.0.38 "GET /v2.0/networks?id=26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 200 len: 917 time: 0.2045822 Jun 28 23:57:39.969825 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-55854f77-07d1-4f3e-989d-9fc478deba46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484 HTTP/1.1" status: 200 len: 217 time: 0.0678022 Jun 28 23:57:40.201004 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-2604fb54-7840-4590-94d4-4a559da59ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:40.204065 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-2604fb54-7840-4590-94d4-4a559da59ba2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ad788e7-2ca5-4585-83fd-40cad0c008c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3306801 Jun 28 23:57:40.246619 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-68af4d81-b6ae-4116-82e9-f6222d47ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:40.250325 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-68af4d81-b6ae-4116-82e9-f6222d47ce1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=811dceec-ad5c-47a5-9f70-bda814bab7b2 HTTP/1.1" status: 200 len: 855 time: 0.2349503 Jun 28 23:57:40.504376 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42176) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:40.530196 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-fc009f9f-4a8c-4513-9435-88d439449f5b service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077819 Jun 28 23:57:40.539577 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-4077f2f6-df4f-49d7-b3ca-53f1679dd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:40.542394 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-4077f2f6-df4f-49d7-b3ca-53f1679dd9d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26ddb2c2-6953-40fb-958b-8e59049be030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2599492 Jun 28 23:57:40.656767 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f6478-e579-48fe-b012-0b4740719560 req-c1c6999a-4baf-4eab-a06c-629efb601376 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:40.659657 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-935f6478-e579-48fe-b012-0b4740719560 req-c1c6999a-4baf-4eab-a06c-629efb601376 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 943 time: 0.2721622 Jun 28 23:57:40.724032 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-87bb8c1b-aaf0-40b7-8781-bdd0d115f720 req-67857eb3-63e4-4370-827c-ff21e9b9d1cf service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802108 Jun 28 23:57:40.725999 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-29d871a9-afa5-46db-afc8-dde3a6426f0e service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737654 Jun 28 23:57:40.760097 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271acd-3ef7-44ab-a3f7-40654110cc68 req-d4e45d5d-5f8e-4aea-befe-3addb67662c0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:40.762456 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fc271acd-3ef7-44ab-a3f7-40654110cc68 req-d4e45d5d-5f8e-4aea-befe-3addb67662c0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.3315966 Jun 28 23:57:40.847355 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:40.900759 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-110d8a2d-d510-4c6b-9900-9490b3d2249c req-147f179b-47d2-44b2-9218-d3a909d4ac24 service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355958 Jun 28 23:57:40.903700 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-935f6478-e579-48fe-b012-0b4740719560 req-31c39b27-c79f-494d-9ea3-98ef1ebd0a22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2132728 Jun 28 23:57:40.998700 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fc271acd-3ef7-44ab-a3f7-40654110cc68 req-7a9d3bb1-748d-47c0-8765-a7a17300c7f2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058415 Jun 28 23:57:41.069841 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ae0f-b318-4363-80f1-5f97062c815b req-6bb8b162-217c-42fc-987c-24ad76807a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:41.083171 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-4850ae0f-b318-4363-80f1-5f97062c815b req-6bb8b162-217c-42fc-987c-24ad76807a15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 1096 time: 0.1474228 Jun 28 23:57:41.195024 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:41.202257 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:41.205949 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ae0f-b318-4363-80f1-5f97062c815b req-64ea402a-bef2-4922-981f-a51918ea7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:41.207705 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-4850ae0f-b318-4363-80f1-5f97062c815b req-64ea402a-bef2-4922-981f-a51918ea7bdc service neutron] 10.222.0.38 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 911 time: 0.1168740 Jun 28 23:57:41.208176 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c7827611-0867-4dd2-86cb-7765c48e2166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:41.269396 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4036bb844e4d4f06b7fcb9ffb56cf751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7579737 Jun 28 23:57:41.270114 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cc8f99-2f5e-4ed7-ae89-93c8b9f1e015,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:41.272182 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42186) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:41.279343 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-4850ae0f-b318-4363-80f1-5f97062c815b req-1e7d01f7-bd8d-463f-b655-66ee81f47668 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31910503-e5ee-4916-8819-5675caf4b2c5 HTTP/1.1" status: 200 len: 217 time: 0.0603077 Jun 28 23:57:41.318950 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.319337 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.319857 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.320022 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.320400 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.320748 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.321099 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.321458 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.321829 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.322174 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.322517 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.322887 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:41.332027 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:41.356995 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ae0f-b318-4363-80f1-5f97062c815b req-92cc4fe4-a23b-4dc4-9600-3f821a7d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:41.359270 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-4850ae0f-b318-4363-80f1-5f97062c815b req-92cc4fe4-a23b-4dc4-9600-3f821a7d91dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 200 len: 849 time: 0.0734634 Jun 28 23:57:41.387109 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d52034f-806b-4d97-86ae-28406003999b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:41.402092 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bb7cf-3170-4ee1-b297-b395b79c40ad req-1236abbf-4581-44cf-b429-64e5615cf7e5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:41.405599 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c61bb7cf-3170-4ee1-b297-b395b79c40ad req-1236abbf-4581-44cf-b429-64e5615cf7e5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1522462 Jun 28 23:57:41.436866 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d52034f-806b-4d97-86ae-28406003999b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:41.478397 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ae0f-b318-4363-80f1-5f97062c815b req-f483ee04-51a6-4ba4-9fb1-680ccb8ed8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:41.482155 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-4850ae0f-b318-4363-80f1-5f97062c815b req-f483ee04-51a6-4ba4-9fb1-680ccb8ed8d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ad788e7-2ca5-4585-83fd-40cad0c008c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1070998 Jun 28 23:57:41.504173 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c61bb7cf-3170-4ee1-b297-b395b79c40ad req-3b5f4c67-cfa5-4800-851e-b9d030fe0d24 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877867 Jun 28 23:57:41.584980 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828aab8-cb31-4ff1-b571-046b7e4c3ddb req-2e3cb731-6445-4ad3-9d58-2c8581002031 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:41.593609 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f828aab8-cb31-4ff1-b571-046b7e4c3ddb req-2e3cb731-6445-4ad3-9d58-2c8581002031 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 945 time: 0.0954304 Jun 28 23:57:41.602506 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d52034f-806b-4d97-86ae-28406003999b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:41.605294 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d52034f-806b-4d97-86ae-28406003999b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:41.611609 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7d52034f-806b-4d97-86ae-28406003999b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4cc8f99-2f5e-4ed7-ae89-93c8b9f1e015 HTTP/1.1" status: 204 len: 168 time: 0.3179924 Jun 28 23:57:41.615522 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f99d7e12-3a58-47c1-8813-062dc4a041cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:41.627209 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52034f-806b-4d97-86ae-28406003999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cc8f99-2f5e-4ed7-ae89-93c8b9f1e015,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:41.637707 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7d52034f-806b-4d97-86ae-28406003999b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:41.673537 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f828aab8-cb31-4ff1-b571-046b7e4c3ddb req-8ac35e81-7bfe-4c79-b97a-fedbf7adc382 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768189 Jun 28 23:57:41.706734 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-4850ae0f-b318-4363-80f1-5f97062c815b req-8debfeb3-7a12-4152-aa8e-3a7abbee24ec service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124925 Jun 28 23:57:41.736483 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3cad9857-2cf1-4c32-9e73-f984e5d74484 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:41.897818 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-4850ae0f-b318-4363-80f1-5f97062c815b req-f8d21f4b-92d9-479a-aaf2-73baa344a3eb service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789317 Jun 28 23:57:41.956606 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:41.986295 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'port_id': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'mac_address': 'fa:16:3e:92:2e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:42.081347 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:42.118550 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cad9857-2cf1-4c32-9e73-f984e5d74484 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:42.163783 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:42.179478 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:42.184884 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:42.252678 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-7fcbd303-ce8f-4996-a483-08e0f525c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.256597 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-7fcbd303-ce8f-4996-a483-08e0f525c07b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 1099 time: 0.1950843 Jun 28 23:57:42.259564 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=3cad9857-2cf1-4c32-9e73-f984e5d74484,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:42.303723 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.304728 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.305645 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.306514 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.307166 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.310661 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.311545 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.312058 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.313761 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.314281 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.314769 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.317826 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.325433 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:42.341671 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa630-14ab-411d-93b4-a7df4dbf7b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:42.361681 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849f3bc-e271-456c-a222-f76f5c0e45f8 req-18e42247-cfeb-4696-93be-a5f3ba353a9f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.376286 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6849f3bc-e271-456c-a222-f76f5c0e45f8 req-18e42247-cfeb-4696-93be-a5f3ba353a9f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.2721670 Jun 28 23:57:42.455534 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-958a07f2-5ecd-49d4-8ef9-c620b20b98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.457162 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-958a07f2-5ecd-49d4-8ef9-c620b20b98c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.1857862 Jun 28 23:57:42.470069 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6849f3bc-e271-456c-a222-f76f5c0e45f8 req-79b92b51-ae29-4a0c-b1de-88a3e4bde016 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887208 Jun 28 23:57:42.497497 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea5fd8-0c7d-46aa-a68c-7bd8997d643a req-ffa31e52-51f8-4199-80ba-ab7b74a0fe29 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.512039 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e5ea5fd8-0c7d-46aa-a68c-7bd8997d643a req-ffa31e52-51f8-4199-80ba-ab7b74a0fe29 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 943 time: 0.3810184 Jun 28 23:57:42.552957 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:42.600067 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-522e53d8-3a2f-4d0c-a233-9cde106e5998 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f65819f-660d-4c45-b44e-a8778cf0df34 HTTP/1.1" status: 200 len: 217 time: 0.1332564 Jun 28 23:57:42.625469 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e5ea5fd8-0c7d-46aa-a68c-7bd8997d643a req-2e6a67a7-ec24-450a-8717-ca0e7f3a81ca tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013870 Jun 28 23:57:42.656823 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['3cad9857-2cf1-4c32-9e73-f984e5d74484'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:42.696141 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-07322cdc-da98-4304-90fd-8eb056827326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.698977 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-07322cdc-da98-4304-90fd-8eb056827326 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0742884 Jun 28 23:57:42.775681 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-a682f451-8c59-4bdb-a37b-cb41e60d14f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629351 Jun 28 23:57:42.954378 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-36d34c7d-9cda-4fd9-baab-f829c35b358e service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652267 Jun 28 23:57:42.995467 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b114abb-4d3e-4e8e-a3d1-d7ece9f34b22 req-ffe173aa-4858-4275-8fc0-81a9c61403f6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.997382 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7b114abb-4d3e-4e8e-a3d1-d7ece9f34b22 req-ffe173aa-4858-4275-8fc0-81a9c61403f6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 945 time: 0.2291818 Jun 28 23:57:43.044785 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35320e57-0bcf-437a-8007-1a84cf94709b req-a5f7dc72-15f9-4ee6-83d1-18a638c68148 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:43.046496 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-35320e57-0bcf-437a-8007-1a84cf94709b req-a5f7dc72-15f9-4ee6-83d1-18a638c68148 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 945 time: 0.1547966 Jun 28 23:57:43.067640 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a10420f0-63f8-43de-a2c0-bc94e6853a78 req-b98ff0a1-dbdf-46f1-af03-45942c9a16de service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047165 Jun 28 23:57:43.084384 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7b114abb-4d3e-4e8e-a3d1-d7ece9f34b22 req-a5e23ec7-56f7-4cbe-9ce6-4ea1565865ef tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666463 Jun 28 23:57:43.127656 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-35320e57-0bcf-437a-8007-1a84cf94709b req-412200c7-0abf-4f20-9c77-df7a50394c6a tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632784 Jun 28 23:57:43.724783 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 31910503-e5ee-4916-8819-5675caf4b2c5 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:43.951710 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dc1f3-13a6-49a8-831e-b6cc5c0f74a0 req-7c10b87e-af8b-4868-bb2e-b616e8b070c8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:43.963722 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-320dc1f3-13a6-49a8-831e-b6cc5c0f74a0 req-7c10b87e-af8b-4868-bb2e-b616e8b070c8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.2305753 Jun 28 23:57:43.994946 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 31910503-e5ee-4916-8819-5675caf4b2c5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31910503-e5ee-4916-8819-5675caf4b2c5,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:44.015173 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '31910503-e5ee-4916-8819-5675caf4b2c5', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'port_id': '31910503-e5ee-4916-8819-5675caf4b2c5', 'mac_address': 'fa:16:3e:f2:53:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:44.072107 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:44.072323 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-320dc1f3-13a6-49a8-831e-b6cc5c0f74a0 req-7366c6e9-4bd8-419c-8921-ae73a754a7f2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058025 Jun 28 23:57:44.086225 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31910503-e5ee-4916-8819-5675caf4b2c5 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:44.116371 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bfeae-919b-4182-b869-08720d00985f req-ce704b5e-d725-4e5c-a7e3-6cfb2712ae08 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:44.117675 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 31910503-e5ee-4916-8819-5675caf4b2c5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31910503-e5ee-4916-8819-5675caf4b2c5,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:44.117995 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-500bfeae-919b-4182-b869-08720d00985f req-ce704b5e-d725-4e5c-a7e3-6cfb2712ae08 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 943 time: 0.2001548 Jun 28 23:57:44.128116 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:44.131364 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:44.192745 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-500bfeae-919b-4182-b869-08720d00985f req-34be5d1c-44b0-416c-ae37-46ad086ab7f2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629704 Jun 28 23:57:44.264935 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=31910503-e5ee-4916-8819-5675caf4b2c5,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:44.288969 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:44.291570 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:44.509153 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb8241-83d4-4e99-bc40-4969baafc520 req-6c7df07e-5aed-4ba7-ac9a-1a3a14ffdfe3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:44.513269 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-52bb8241-83d4-4e99-bc40-4969baafc520 req-6c7df07e-5aed-4ba7-ac9a-1a3a14ffdfe3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 945 time: 0.2412190 Jun 28 23:57:44.582128 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a56f9c-e46b-4b3b-9c62-d1daf3e10b4d req-a5ab2491-ef13-44e7-80c2-348515127939 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:44.584606 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-30a56f9c-e46b-4b3b-9c62-d1daf3e10b4d req-a5ab2491-ef13-44e7-80c2-348515127939 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 945 time: 0.1713200 Jun 28 23:57:44.588486 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-38ccb6cd-9924-4249-9ff2-b4ce8b4f0b36 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:44.593454 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-38ccb6cd-9924-4249-9ff2-b4ce8b4f0b36 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 945 time: 0.2068477 Jun 28 23:57:44.596718 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['31910503-e5ee-4916-8819-5675caf4b2c5'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:44.682965 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-52bb8241-83d4-4e99-bc40-4969baafc520 req-e4ac2dd4-d54d-4ae3-a368-0aa035e0361d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506138 Jun 28 23:57:44.697378 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-30a56f9c-e46b-4b3b-9c62-d1daf3e10b4d req-43e1c222-646d-444d-8365-23cf19077d50 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3a2bdce-a78f-4cd0-ae47-55da97e8b274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780995 Jun 28 23:57:45.073020 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Deleting port 58e215c6-75f7-448a-86cd-3dab3f8d98f0 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:57:45.073353 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:45.255365 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] For port 58e215c6-75f7-448a-86cd-3dab3f8d98f0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=58e215c6-75f7-448a-86cd-3dab3f8d98f0,segment=NetworkSegment(df3c296f-be1b-487e-b9fc-3e06dcad828f),segment_id=df3c296f-be1b-487e-b9fc-3e06dcad828f)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:45.255971 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:45.291471 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Calling delete_port for 58e215c6-75f7-448a-86cd-3dab3f8d98f0 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:57:45.447490 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e022e-e372-4715-81b9-432cbb7e51f7 req-26f16108-c266-4887-8be6-86cc89c95342 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:45.461029 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-564e022e-e372-4715-81b9-432cbb7e51f7 req-26f16108-c266-4887-8be6-86cc89c95342 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1450677 Jun 28 23:57:45.575535 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:45.582541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:45.591972 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-564e022e-e372-4715-81b9-432cbb7e51f7 req-81d8d787-209a-4a75-8296-2e1f82a48181 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290860 Jun 28 23:57:45.628969 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Pushing event deleted for resources: {'Port': ['ID=58e215c6-75f7-448a-86cd-3dab3f8d98f0,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:45.650627 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:45.665304 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f6e45-5167-4014-847e-f71e26792a03 req-a86866c5-2863-4858-b739-5cb708b9a22b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:45.669016 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-466f6e45-5167-4014-847e-f71e26792a03 req-a86866c5-2863-4858-b739-5cb708b9a22b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 944 time: 0.1812315 Jun 28 23:57:45.686797 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['58e215c6-75f7-448a-86cd-3dab3f8d98f0'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:45.770249 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] No DVR routers for this DVR port 58e215c6-75f7-448a-86cd-3dab3f8d98f0 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:57:45.772839 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3cad9857-2cf1-4c32-9e73-f984e5d74484 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:45.775540 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:45.782954 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7d4c1ff2-4ec5-477a-a836-f0adea72f005 req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.38 "DELETE /v2.0/ports/58e215c6-75f7-448a-86cd-3dab3f8d98f0 HTTP/1.1" status: 204 len: 173 time: 1.1782761 Jun 28 23:57:45.784046 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0529818-11ae-4950-b297-e49b72e19679', 'name': 'network-vif-deleted', 'tag': '58e215c6-75f7-448a-86cd-3dab3f8d98f0'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:45.796734 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b0d39-9ea0-4dbc-957b-445c389da7aa" -d '{"events": [{"server_uuid": "f0529818-11ae-4950-b297-e49b72e19679", "name": "network-vif-deleted", "tag": "58e215c6-75f7-448a-86cd-3dab3f8d98f0"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:45.825338 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-466f6e45-5167-4014-847e-f71e26792a03 req-96ad8d99-1608-44d8-a751-0962c4674d74 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473277 Jun 28 23:57:45.905971 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 3cad9857-2cf1-4c32-9e73-f984e5d74484 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:45.912922 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 3cad9857-2cf1-4c32-9e73-f984e5d74484 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:45.914178 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.120824 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.157033 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:46.159529 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8fe214-dbd2-4aea-b05e-d55b781b793f" -d '{"events": [{"server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "name": "network-vif-plugged", "status": "completed", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:46.188926 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ef699a8b-e976-4d32-8c86-f77510ac0fb3 req-cb3f6ece-b09f-4899-abda-1bdc24c5a1f5 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.0519888 Jun 28 23:57:46.191955 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:46.202159 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.204867 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f7260141-0de6-4019-8267-cd1eb5ffa13e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:46.248318 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb48b13-8da8-45b0-9367-9a0e8884794a req-f8428955-1445-495d-b971-c2310caeafb7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:46.250322 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6fb48b13-8da8-45b0-9367-9a0e8884794a req-f8428955-1445-495d-b971-c2310caeafb7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 945 time: 0.1465285 Jun 28 23:57:46.285618 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1913f0cd-010e-470c-a169-79704b14920c x-openstack-request-id: req-1913f0cd-010e-470c-a169-79704b14920c {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:46.286088 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0529818-11ae-4950-b297-e49b72e19679", "name": "network-vif-deleted", "tag": "58e215c6-75f7-448a-86cd-3dab3f8d98f0", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:46.286696 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1913f0cd-010e-470c-a169-79704b14920c {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:46.287278 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0529818-11ae-4950-b297-e49b72e19679', 'name': 'network-vif-deleted', 'tag': '58e215c6-75f7-448a-86cd-3dab3f8d98f0', 'status': 'completed', 'code': 200} Jun 28 23:57:46.323176 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=3cad9857-2cf1-4c32-9e73-f984e5d74484,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:46.330638 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:46.339800 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6fb48b13-8da8-45b0-9367-9a0e8884794a req-b11abd68-7785-47ef-b489-603c83675763 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798786 Jun 28 23:57:46.369226 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438f0e50-f05a-4e21-987e-00f293175cdf x-openstack-request-id: req-438f0e50-f05a-4e21-987e-00f293175cdf {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:46.369651 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "name": "network-vif-plugged", "status": "completed", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:46.369986 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-438f0e50-f05a-4e21-987e-00f293175cdf {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:46.370508 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'code': 200} Jun 28 23:57:46.746944 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.770925 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5aa0-6a72-4dae-ba4c-1af52167e704 req-bde6c69d-35c5-44eb-be7f-1f27730a275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:46.773653 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-37dc5aa0-6a72-4dae-ba4c-1af52167e704 req-bde6c69d-35c5-44eb-be7f-1f27730a275c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 1099 time: 0.1086352 Jun 28 23:57:46.835654 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-37dc5aa0-6a72-4dae-ba4c-1af52167e704 req-a7a0ce32-2155-4563-817a-1abcc2e94eb8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423214 Jun 28 23:57:46.862641 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00118da5-414e-480b-b40e-9dbf526c44bd req-f57f0b45-8d7c-4e29-8e3d-80f743353fb9 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:46.864988 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-00118da5-414e-480b-b40e-9dbf526c44bd req-f57f0b45-8d7c-4e29-8e3d-80f743353fb9 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1169026 Jun 28 23:57:46.951322 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-00118da5-414e-480b-b40e-9dbf526c44bd req-1c4a28d5-6ec0-4b67-89a6-ad965a72cf22 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 Jun 28 23:57:47.233175 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288ea04-4b18-4189-815d-23b548fb6a52 req-e55aa872-3e61-40c1-8d83-47d9b8ea82cd tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:47.234645 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c288ea04-4b18-4189-815d-23b548fb6a52 req-e55aa872-3e61-40c1-8d83-47d9b8ea82cd tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 944 time: 0.0741153 Jun 28 23:57:47.305191 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c288ea04-4b18-4189-815d-23b548fb6a52 req-6ba774b1-e4e6-44a6-8556-11a696f2c112 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620372 Jun 28 23:57:47.410058 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-98f3413a-9419-4eaf-8986-c13640e0df71 req-5474e15a-ccd6-4418-9515-2e6b4b7d748c tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.0324662 Jun 28 23:57:47.635253 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd562ef8-71a7-4222-9a94-37696d52db14 req-3d56d52b-0210-43d7-8dfc-137de434b78d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:47.643763 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cd562ef8-71a7-4222-9a94-37696d52db14 req-3d56d52b-0210-43d7-8dfc-137de434b78d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1275573 Jun 28 23:57:47.713642 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cd562ef8-71a7-4222-9a94-37696d52db14 req-016cb452-810a-4f7a-b843-683388b52960 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647650 Jun 28 23:57:47.768282 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 31910503-e5ee-4916-8819-5675caf4b2c5 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:47.851605 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 31910503-e5ee-4916-8819-5675caf4b2c5 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:47.858957 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 31910503-e5ee-4916-8819-5675caf4b2c5 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:47.859571 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:47.891345 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42390) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:48.012914 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.037374 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-553b35a3-da08-4782-bf76-90a8cfd114cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.096613 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 31910503-e5ee-4916-8819-5675caf4b2c5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31910503-e5ee-4916-8819-5675caf4b2c5,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:48.107751 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.109117 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 58e215c6-75f7-448a-86cd-3dab3f8d98f0 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:57:48.138627 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:48.200056 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 58e215c6-75f7-448a-86cd-3dab3f8d98f0 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:57:48.200443 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 58e215c6-75f7-448a-86cd-3dab3f8d98f0 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:57:48.218527 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=31910503-e5ee-4916-8819-5675caf4b2c5,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:48.224766 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:48.344852 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-553b35a3-da08-4782-bf76-90a8cfd114cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.356648 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1c7a5-2c20-4206-8762-9aa8340519a3 req-fb84102d-c502-43ad-84dd-8f46a52b64ab tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:48.358497 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-47b1c7a5-2c20-4206-8762-9aa8340519a3 req-fb84102d-c502-43ad-84dd-8f46a52b64ab tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1779079 Jun 28 23:57:48.359850 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-553b35a3-da08-4782-bf76-90a8cfd114cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.362681 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-fec25bd4-0153-477a-ab8e-282818ba316b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:48.372142 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31910503-e5ee-4916-8819-5675caf4b2c5'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:48.376385 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0410e2ae-0bad-4fef-9dfd-d67a2a6d5a3f" -d '{"events": [{"server_uuid": "45898d53-ebd6-4da8-9915-3822c4a2c617", "name": "network-vif-plugged", "status": "completed", "tag": "31910503-e5ee-4916-8819-5675caf4b2c5"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:48.428456 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b35a3-da08-4782-bf76-90a8cfd114cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd62cc-bf11-4e97-90c0-15d470418a67,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:48.432808 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-553b35a3-da08-4782-bf76-90a8cfd114cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc766acd37714a6fbfd086295ea0d928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403328 Jun 28 23:57:48.434270 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-553b35a3-da08-4782-bf76-90a8cfd114cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:48.438096 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42404) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:48.456518 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-47b1c7a5-2c20-4206-8762-9aa8340519a3 req-66703c95-5e1a-452d-84e7-cfbd9b4e1145 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752015 Jun 28 23:57:48.554740 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90f835d-a261-4d6a-ae26-0c8b6d8057f6 x-openstack-request-id: req-b90f835d-a261-4d6a-ae26-0c8b6d8057f6 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:48.555073 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45898d53-ebd6-4da8-9915-3822c4a2c617", "name": "network-vif-plugged", "status": "completed", "tag": "31910503-e5ee-4916-8819-5675caf4b2c5", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:48.555323 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b90f835d-a261-4d6a-ae26-0c8b6d8057f6 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:48.555743 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31910503-e5ee-4916-8819-5675caf4b2c5', 'code': 200} Jun 28 23:57:48.595631 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f4512409-e00c-416d-b046-c5313e2f0a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.641088 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f4512409-e00c-416d-b046-c5313e2f0a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.660457 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826457b6-0c34-4bfc-a54e-39147a0032a8 req-7cc68ec9-b0ac-46c9-9196-ccd4a8400eb6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:48.670393 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-826457b6-0c34-4bfc-a54e-39147a0032a8 req-7cc68ec9-b0ac-46c9-9196-ccd4a8400eb6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1199751 Jun 28 23:57:48.733878 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f4512409-e00c-416d-b046-c5313e2f0a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.741642 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f4512409-e00c-416d-b046-c5313e2f0a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.749089 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-f4512409-e00c-416d-b046-c5313e2f0a66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5cd62cc-bf11-4e97-90c0-15d470418a67 HTTP/1.1" status: 204 len: 168 time: 0.3049805 Jun 28 23:57:48.749089 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-8ee373f1-61f0-48fa-9b82-e1d5721da42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:48.755266 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4512409-e00c-416d-b046-c5313e2f0a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd62cc-bf11-4e97-90c0-15d470418a67,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:48.758141 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f4512409-e00c-416d-b046-c5313e2f0a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:48.794212 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-826457b6-0c34-4bfc-a54e-39147a0032a8 req-84a1e943-0faa-417c-b548-3aa8c8ee6297 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220443 Jun 28 23:57:48.799175 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a90423fc-49aa-4ef2-854b-04e3ba2aac15 req-ccbf0b2a-d4d2-4eef-8f72-c3d5db749349 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0529818-11ae-4950-b297-e49b72e19679 HTTP/1.1" status: 200 len: 210 time: 0.0942585 Jun 28 23:57:49.107548 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de2e91-3135-4142-9afd-a925399c58a1 req-3c1ad949-3b67-41c4-b688-862b66ca0ad5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:49.111482 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f0de2e91-3135-4142-9afd-a925399c58a1 req-3c1ad949-3b67-41c4-b688-862b66ca0ad5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1674800 Jun 28 23:57:49.181003 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f0de2e91-3135-4142-9afd-a925399c58a1 req-046833f2-e677-46a8-9fe0-7970489eda96 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621219 Jun 28 23:57:49.242293 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42428) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:49.274759 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-94fe292b-486d-4cf2-938b-3c3d955530cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.470659 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-94fe292b-486d-4cf2-938b-3c3d955530cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.473925 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1588c-d691-43b9-ac7f-aab80e0bc9ef req-2c656226-6e9a-40b3-b133-5aa8c595f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:49.475552 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d9b1588c-d691-43b9-ac7f-aab80e0bc9ef req-2c656226-6e9a-40b3-b133-5aa8c595f865 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 1098 time: 0.1053872 Jun 28 23:57:49.476712 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-94fe292b-486d-4cf2-938b-3c3d955530cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.479386 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-0aa5b25c-bf57-42b1-a5c0-c7e2f9b86a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:49.538218 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe292b-486d-4cf2-938b-3c3d955530cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f882f7-502b-41ad-9dbc-8b633394fef9,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:49.549496 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-94fe292b-486d-4cf2-938b-3c3d955530cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fae1f9ac0f144b4a1283524c6aa353c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014657 Jun 28 23:57:49.549496 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-94fe292b-486d-4cf2-938b-3c3d955530cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:49.552484 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42434) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:49.568956 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d9b1588c-d691-43b9-ac7f-aab80e0bc9ef req-8dd68fd1-69ef-435c-92fd-ad3c36e9818c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802269 Jun 28 23:57:49.615426 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-79bc752a-82a2-4392-82e6-d3cf8a8c5c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.656827 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-79bc752a-82a2-4392-82e6-d3cf8a8c5c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.762437 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-79bc752a-82a2-4392-82e6-d3cf8a8c5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.765623 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-79bc752a-82a2-4392-82e6-d3cf8a8c5c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.767140 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-79bc752a-82a2-4392-82e6-d3cf8a8c5c0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4f882f7-502b-41ad-9dbc-8b633394fef9 HTTP/1.1" status: 204 len: 168 time: 0.2127082 Jun 28 23:57:49.769037 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f9c02f37-d98a-4a75-8d34-fbe4fd798445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:49.782935 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714c207-11b0-4baa-966f-1a1cd6b89a31 req-e02dff8c-aba6-4911-a8b0-f5df2864520e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:49.788630 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6714c207-11b0-4baa-966f-1a1cd6b89a31 req-e02dff8c-aba6-4911-a8b0-f5df2864520e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1054468 Jun 28 23:57:49.803790 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc752a-82a2-4392-82e6-d3cf8a8c5c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f882f7-502b-41ad-9dbc-8b633394fef9,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:49.806911 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-79bc752a-82a2-4392-82e6-d3cf8a8c5c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:49.841713 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.869419 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6714c207-11b0-4baa-966f-1a1cd6b89a31 req-28709262-dde1-45b9-af2e-d912378eb1d0 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678177 Jun 28 23:57:50.227494 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a5232-8f33-4e3b-8e4f-001580b9e114 req-b5a64f75-ef83-4ce8-a295-b12b78f311a2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:50.242802 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d72a5232-8f33-4e3b-8e4f-001580b9e114 req-b5a64f75-ef83-4ce8-a295-b12b78f311a2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1072106 Jun 28 23:57:50.291543 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d72a5232-8f33-4e3b-8e4f-001580b9e114 req-18feb579-aa7e-44d1-9d16-cc872bd6a47f tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405562 Jun 28 23:57:50.553757 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-322fd68d-59a9-4b34-9500-e0589c92381d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0909395 Jun 28 23:57:50.554544 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13785739-60c5-48e6-b7da-0d0ab10fbec5 req-50cfa111-0599-4445-a1cb-af2d7da3b7a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:50.556562 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-13785739-60c5-48e6-b7da-0d0ab10fbec5 req-50cfa111-0599-4445-a1cb-af2d7da3b7a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1060588 Jun 28 23:57:50.608053 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-13785739-60c5-48e6-b7da-0d0ab10fbec5 req-26c5681d-3a77-4068-ba0b-1a9bbd6f849e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413554 Jun 28 23:57:50.779482 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-af443ca3-a032-4c91-b536-dae23a2fcf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:50.783653 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-af443ca3-a032-4c91-b536-dae23a2fcf75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 1098 time: 0.1023884 Jun 28 23:57:50.889764 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32872e26-9ce1-474b-a290-fc3cf7bff107 req-69ebfaa6-c359-4a77-bc0d-8b6e2187f0f1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:50.897026 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-32872e26-9ce1-474b-a290-fc3cf7bff107 req-69ebfaa6-c359-4a77-bc0d-8b6e2187f0f1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1307504 Jun 28 23:57:50.907225 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42480) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:50.920016 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-b02c5d60-7df8-401e-9a36-312f4f26514b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'floatingip': {'port_id': '3cad9857-2cf1-4c32-9e73-f984e5d74484'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:51.034826 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-70fa0f65-e0a9-4e1d-b0fc-a5398be2db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:51.037675 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-70fa0f65-e0a9-4e1d-b0fc-a5398be2db16 service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.2104299 Jun 28 23:57:51.187689 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-29011aa3-e488-4594-a20f-5a0d349a4ea7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=707309a2-d111-4463-8ca1-f4a106f8d505 HTTP/1.1" status: 200 len: 217 time: 0.0645165 Jun 28 23:57:51.253407 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b02c5d60-7df8-401e-9a36-312f4f26514b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.301537 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-4d7ba72c-6e0e-4239-b37a-85c56287386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:51.305110 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-4d7ba72c-6e0e-4239-b37a-85c56287386f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0972655 Jun 28 23:57:51.353349 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-4b06c1fb-be50-4d39-9157-eaece39c551a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389624 Jun 28 23:57:51.453113 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156d3c-f45f-4b80-895d-b4ee5e86c972 req-1593e598-a00f-49f7-82ae-cb3e468fe651 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:51.455061 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ba156d3c-f45f-4b80-895d-b4ee5e86c972 req-1593e598-a00f-49f7-82ae-cb3e468fe651 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.2439091 Jun 28 23:57:51.577931 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ba156d3c-f45f-4b80-895d-b4ee5e86c972 req-0a3ab430-b41d-475a-916b-89d24a0b2d40 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055086 Jun 28 23:57:51.583444 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-b184680e-7274-4921-9eb2-62d5d4957e2e service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175746 Jun 28 23:57:51.796204 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8793a982-9168-4da3-a772-bddbcda47ae0 req-c764a137-e369-4c88-8a1c-9ce4163375e9 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056828 Jun 28 23:57:52.224153 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a675b5-4040-4792-a83f-68e0f4f7bae9 req-beb0413c-ef8d-4fdf-ae45-f78c0cb80e79 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:52.225779 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c2a675b5-4040-4792-a83f-68e0f4f7bae9 req-beb0413c-ef8d-4fdf-ae45-f78c0cb80e79 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.4588978 Jun 28 23:57:52.382243 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c2a675b5-4040-4792-a83f-68e0f4f7bae9 req-c6738dce-e388-40f0-b05c-cd302363486e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486659 Jun 28 23:57:52.469466 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b02c5d60-7df8-401e-9a36-312f4f26514b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.476754 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b02c5d60-7df8-401e-9a36-312f4f26514b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.660922 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.l3_db [None req-b02c5d60-7df8-401e-9a36-312f4f26514b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Floating IP 5a7de4d4-e917-4d05-b1e5-d7cec375c6c5 associated. External IP: 172.27.1.141, port: 3cad9857-2cf1-4c32-9e73-f984e5d74484. Jun 28 23:57:52.932564 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e4398-adcb-4737-be20-f698334846e7 req-9ba20b97-67af-48df-93f1-9a81a9e0ec5b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:52.934214 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-754e4398-adcb-4737-be20-f698334846e7 req-9ba20b97-67af-48df-93f1-9a81a9e0ec5b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1311390 Jun 28 23:57:52.947614 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42514) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:52.956030 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'floatingip': {'port_id': '31910503-e5ee-4916-8819-5675caf4b2c5'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:53.000691 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02c5d60-7df8-401e-9a36-312f4f26514b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Router bd537046-6977-4903-82c2-ae3af8c2b5e2 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:57:53.100849 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42518) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:53.204536 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.353418 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] Deleting subnet e4aa0edd-c001-4f90-bcd5-0a971360ce6d {{(pid=92940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:57:53.362518 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.446297 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02c5d60-7df8-401e-9a36-312f4f26514b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:57:53.454874 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b02c5d60-7df8-401e-9a36-312f4f26514b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.470897 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] Sync routers for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:57:53.475918 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.488455 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72cc82-16df-4e97-a3e6-f63803ffe052 req-9bf87a09-9ff5-4566-9c90-f2772579ff54 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:53.490074 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5d72cc82-16df-4e97-a3e6-f63803ffe052 req-9bf87a09-9ff5-4566-9c90-f2772579ff54 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1570141 Jun 28 23:57:53.498838 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.502809 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:53.504185 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:57:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:53.522171 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b02c5d60-7df8-401e-9a36-312f4f26514b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "PUT /v2.0/floatingips/5a7de4d4-e917-4d05-b1e5-d7cec375c6c5 HTTP/1.1" status: 200 len: 992 time: 2.6132398 Jun 28 23:57:53.524713 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484'}] {{(pid=92941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:53.528094 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b754afedf3e2baf1ad806e832283f841ecfbf6b384420d0b1093d7852aef45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995ae7ec-fce6-47a8-938c-af7aaac53bef" -d '{"events": [{"name": "network-changed", "server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484"}]}' {{(pid=92941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:53.552849 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5d72cc82-16df-4e97-a3e6-f63803ffe052 req-adb776ea-c4a3-49ae-b1b0-4ed446b133f3 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485647 Jun 28 23:57:53.679787 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.693091 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:53.763107 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4aa0edd-c001-4f90-bcd5-0a971360ce6d,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:53.784148 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:53.790579 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.793090 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e4aa0edd-c001-4f90-bcd5-0a971360ce6d HTTP/1.1" status: 204 len: 168 time: 0.6906915 Jun 28 23:57:53.797165 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42528) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:53.836169 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:53.913333 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.009836 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.022603 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.023026 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.023835 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.024208 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > port after_create 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.024949 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.026226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > port after_update 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.027221 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.028039 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.028574 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.029111 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.175787 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': '5a7de4d4-e917-4d05-b1e5-d7cec375c6c5', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'port_id': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'mac_address': 'fa:16:3e:92:2e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:57:22Z', 'updated_at': '2021-06-28T23:57:52Z', 'revision_number': 1, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:54.211437 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] Checking router: bd537046-6977-4903-82c2-ae3af8c2b5e2 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:57:54.221060 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:54.221868 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:57:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:54.269029 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.269661 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.270959 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.270959 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:54.271522 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d286fa14-2b5f-4313-a524-76f5e7d89270']}} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:54.294201 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3c296f-be1b-487e-b9fc-3e06dcad828f') {'for_net_delete': True} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:54.294602 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3c296f-be1b-487e-b9fc-3e06dcad828f') {} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:54.313181 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592450'] for segment, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.343085 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.349622 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:54.358708 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=92941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:57:54.359596 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4606095'] for segment, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: from cryptography.utils import int_from_bytes Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: from cryptography.utils import int_from_bytes Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: Traceback (most recent call last): Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: timer() Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: cb(*args, **kw) Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: return func(*args, **kwargs) Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: self._notify() Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: self.callback(batched_events) Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: event.method(event) Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: return f(self, *a, **k) Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._get(url).json() Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: return self.request(url, 'GET', **kwargs) Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:57:54.367512 dv-cinder-763306-13-iscsi neutron-server[92941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:57:54.477197 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.485664 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b63148d0-a274-46fd-bc60-f3a438582dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:54.495351 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.497562 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d286fa14-2b5f-4313-a524-76f5e7d89270 HTTP/1.1" status: 204 len: 168 time: 0.6992376 Jun 28 23:57:54.517163 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Pushing event deleted for resources: {'Network': ['ID=d286fa14-2b5f-4313-a524-76f5e7d89270,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:54.523014 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-22fa721a-345d-4879-9e52-41cfaa55e277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:54.524336 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.db.resource_extend [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 23:57:54.653516 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.658576 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.784773 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': '5a7de4d4-e917-4d05-b1e5-d7cec375c6c5', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'port_id': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'mac_address': 'fa:16:3e:92:2e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:57:22Z', 'updated_at': '2021-06-28T23:57:52Z', 'revision_number': 1, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:54.797848 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42540) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:54.854890 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c0af8e-ebbd-4b3b-bf45-1b602c940cca None None] The sync data for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi is: [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': '5a7de4d4-e917-4d05-b1e5-d7cec375c6c5', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'port_id': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'mac_address': 'fa:16:3e:92:2e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:57:22Z', 'updated_at': '2021-06-28T23:57:52Z', 'revision_number': 1, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:57:54.856228 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.l3_db [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Floating IP 0adf7389-ca0a-4455-a368-77e477694b54 associated. External IP: 172.27.1.206, port: 31910503-e5ee-4916-8819-5675caf4b2c5. Jun 28 23:57:54.876579 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-9cd3196f-0627-4ba3-bff1-212daf19d69c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87c899c923a84892a795b732a45c3b0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0770442 Jun 28 23:57:54.880609 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42542) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:54.962438 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-39f424d3-6b89-4509-984a-ac0239fc2222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.007736 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-39f424d3-6b89-4509-984a-ac0239fc2222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.094176 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-39f424d3-6b89-4509-984a-ac0239fc2222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.098834 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-39f424d3-6b89-4509-984a-ac0239fc2222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.100753 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-39f424d3-6b89-4509-984a-ac0239fc2222 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3a2bdce-a78f-4cd0-ae47-55da97e8b274 HTTP/1.1" status: 204 len: 168 time: 0.2189822 Jun 28 23:57:55.102154 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7e0d726f-ee5d-49a0-afbd-5d13f94b2753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:55.127495 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f424d3-6b89-4509-984a-ac0239fc2222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a2bdce-a78f-4cd0-ae47-55da97e8b274,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:55.141262 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-39f424d3-6b89-4509-984a-ac0239fc2222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:55.150096 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:57:55.167050 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d599aab4-cb3c-4600-890e-06c948fff70d None None] New status for floating IP 5a7de4d4-e917-4d05-b1e5-d7cec375c6c5: ACTIVE {{(pid=92942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:57:55.346703 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:57:55.351594 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.367347 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] Sync routers for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:57:55.388523 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:55.389442 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:57:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:55.397785 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-f7e1eecb-af8b-416c-8bc7-ac7baa27aca6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "PUT /v2.0/floatingips/0adf7389-ca0a-4455-a368-77e477694b54 HTTP/1.1" status: 200 len: 991 time: 2.4484973 Jun 28 23:57:55.399035 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'tag': '31910503-e5ee-4916-8819-5675caf4b2c5'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:55.401629 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038895f9-75bd-4246-aab3-f7f7e723077b" -d '{"events": [{"name": "network-changed", "server_uuid": "45898d53-ebd6-4da8-9915-3822c4a2c617", "tag": "31910503-e5ee-4916-8819-5675caf4b2c5"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:55.541411 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:55.882997 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': '0adf7389-ca0a-4455-a368-77e477694b54', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'port_id': '31910503-e5ee-4916-8819-5675caf4b2c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'mac_address': 'fa:16:3e:f2:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:57:25Z', 'updated_at': '2021-06-28T23:57:54Z', 'revision_number': 1, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:55.950588 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] Checking router: 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:57:55.962453 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:55.963985 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:57:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:56.109380 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:56.417647 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': '0adf7389-ca0a-4455-a368-77e477694b54', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'port_id': '31910503-e5ee-4916-8819-5675caf4b2c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'mac_address': 'fa:16:3e:f2:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:57:25Z', 'updated_at': '2021-06-28T23:57:54Z', 'revision_number': 1, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:56.451634 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb77c59-db2e-4eee-aeb2-e023c8aed8be None None] The sync data for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi is: [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': '0adf7389-ca0a-4455-a368-77e477694b54', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'port_id': '31910503-e5ee-4916-8819-5675caf4b2c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'mac_address': 'fa:16:3e:f2:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:57:25Z', 'updated_at': '2021-06-28T23:57:54Z', 'revision_number': 1, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:57:56.669785 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff5239-d066-460b-a85e-a2347e5b0c61 None None] New status for floating IP 0adf7389-ca0a-4455-a368-77e477694b54: ACTIVE {{(pid=92942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:57:56.969472 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb5b4d1-bdba-446c-8d18-f407ed29b5ad x-openstack-request-id: req-cbb5b4d1-bdba-446c-8d18-f407ed29b5ad {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:56.970559 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484", "status": "completed", "code": 200}]} {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:56.971365 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbb5b4d1-bdba-446c-8d18-f407ed29b5ad {{(pid=92941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:56.972156 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'status': 'completed', 'code': 200} Jun 28 23:57:57.108678 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-59635ade-b45a-4da7-963e-e5c53b1805d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:57.110897 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-59635ade-b45a-4da7-963e-e5c53b1805d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e171e8d9b3d84a99825f7d688679b53f&device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 1099 time: 0.0617795 Jun 28 23:57:57.144194 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f649ef-9820-41b7-84bb-96e026967e6d req-0070d00d-68f3-48f8-be43-b8bea3fe9f37 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:57.146450 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-64f649ef-9820-41b7-84bb-96e026967e6d req-0070d00d-68f3-48f8-be43-b8bea3fe9f37 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0786777 Jun 28 23:57:57.190368 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-64f649ef-9820-41b7-84bb-96e026967e6d req-b7d9d772-99cb-4b3a-9e1c-8214a5676c4d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364733 Jun 28 23:57:57.227303 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-59493183-0872-4afa-9102-34b61bbbcb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:57.228815 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-59493183-0872-4afa-9102-34b61bbbcb3a service neutron] 10.222.0.38 "GET /v2.0/networks?id=26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 200 len: 917 time: 0.1091726 Jun 28 23:57:57.345296 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-3922cd52-7b3d-4821-b1e2-94d0fb737adf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484 HTTP/1.1" status: 200 len: 1002 time: 0.1063297 Jun 28 23:57:57.429183 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54c454e-1e51-4443-bfda-6960869f09f6 x-openstack-request-id: req-b54c454e-1e51-4443-bfda-6960869f09f6 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:57.429743 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45898d53-ebd6-4da8-9915-3822c4a2c617", "tag": "31910503-e5ee-4916-8819-5675caf4b2c5", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:57.430439 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b54c454e-1e51-4443-bfda-6960869f09f6 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:57.431483 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'tag': '31910503-e5ee-4916-8819-5675caf4b2c5', 'status': 'completed', 'code': 200} Jun 28 23:57:57.446330 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-09d9232f-981d-4f4c-b3da-9c8304e8ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:57.448107 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-09d9232f-981d-4f4c-b3da-9c8304e8ea8c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=811dceec-ad5c-47a5-9f70-bda814bab7b2 HTTP/1.1" status: 200 len: 855 time: 0.0936520 Jun 28 23:57:57.595731 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038895f9-75bd-4246-aab3-f7f7e723077b req-76270146-07ed-4a47-871c-467cb5f28a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:57.597273 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-038895f9-75bd-4246-aab3-f7f7e723077b req-76270146-07ed-4a47-871c-467cb5f28a2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 1098 time: 0.1023817 Jun 28 23:57:57.600054 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-df10955e-04bc-477b-8a96-e5bc357e8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:57.601527 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-df10955e-04bc-477b-8a96-e5bc357e8420 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26ddb2c2-6953-40fb-958b-8e59049be030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1182406 Jun 28 23:57:57.787647 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038895f9-75bd-4246-aab3-f7f7e723077b req-c2b9c94b-e7ab-4c14-8fac-574dfb07619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:57.789475 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-038895f9-75bd-4246-aab3-f7f7e723077b req-c2b9c94b-e7ab-4c14-8fac-574dfb07619f service neutron] 10.222.0.38 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 911 time: 0.1750445 Jun 28 23:57:57.794118 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-021a8d4b-2e3c-438f-9aa0-abf39524b2d9 service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682158 Jun 28 23:57:58.232959 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-038895f9-75bd-4246-aab3-f7f7e723077b req-f1d5f014-d091-45cc-9266-db854ce6918f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31910503-e5ee-4916-8819-5675caf4b2c5 HTTP/1.1" status: 200 len: 1001 time: 0.4225404 Jun 28 23:57:58.263521 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-995ae7ec-fce6-47a8-938c-af7aaac53bef req-c71789b8-63c0-445a-b225-019d2d6f9581 service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517345 Jun 28 23:57:59.280350 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:58:01.120246 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038895f9-75bd-4246-aab3-f7f7e723077b req-a29c791a-05b0-460a-9caf-b9341f9173ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:01.122471 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-038895f9-75bd-4246-aab3-f7f7e723077b req-a29c791a-05b0-460a-9caf-b9341f9173ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 200 len: 849 time: 0.0689590 Jun 28 23:58:01.204508 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038895f9-75bd-4246-aab3-f7f7e723077b req-77599506-6df8-4c8c-a7fb-8544c9569309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:01.208287 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-038895f9-75bd-4246-aab3-f7f7e723077b req-77599506-6df8-4c8c-a7fb-8544c9569309 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ad788e7-2ca5-4585-83fd-40cad0c008c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686674 Jun 28 23:58:01.345025 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-038895f9-75bd-4246-aab3-f7f7e723077b req-c55249a5-91ab-4e00-80cc-6d5af5c07b1c service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308720 Jun 28 23:58:01.475411 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039730f-15b8-4cef-9cd6-b4bbbce74436 req-b1977243-9c02-47cc-9967-03c4ec4b7d32 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:01.477036 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6039730f-15b8-4cef-9cd6-b4bbbce74436 req-b1977243-9c02-47cc-9967-03c4ec4b7d32 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0967245 Jun 28 23:58:01.495282 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-038895f9-75bd-4246-aab3-f7f7e723077b req-58d309dc-86f0-44c5-b6ac-22bda03ccd8a service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426666 Jun 28 23:58:01.523029 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6039730f-15b8-4cef-9cd6-b4bbbce74436 req-bcc6b5e4-aefb-443f-84fe-5b917dd1df64 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Jun 28 23:58:02.831135 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6c35b-2f84-446c-b849-ca9b2e2c236c req-3a04689c-b988-4db1-9273-8656c0149264 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:02.833112 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-99a6c35b-2f84-446c-b849-ca9b2e2c236c req-3a04689c-b988-4db1-9273-8656c0149264 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0728576 Jun 28 23:58:02.881994 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-99a6c35b-2f84-446c-b849-ca9b2e2c236c req-1ba452f4-70d2-43c3-ba58-91e3b1dbcf12 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Jun 28 23:58:06.413332 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d2177-bfd7-4cb4-bca4-3e12452137b9 req-ccb206ca-781f-41b7-b3ff-02c0a02c92c4 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:06.415303 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-135d2177-bfd7-4cb4-bca4-3e12452137b9 req-ccb206ca-781f-41b7-b3ff-02c0a02c92c4 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0853539 Jun 28 23:58:06.466677 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-135d2177-bfd7-4cb4-bca4-3e12452137b9 req-1a75f516-96cd-46de-9970-f90c32306bd2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Jun 28 23:58:09.059041 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-086651b6-b39c-4c68-a2d1-bf8455da65e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:09.287684 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-94c7f5cd-438d-43b6-9b9b-f2f8148f9a58 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:09.289325 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-94c7f5cd-438d-43b6-9b9b-f2f8148f9a58 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 814 time: 0.1210485 Jun 28 23:58:09.305936 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-0852452b-d0b3-4552-ba62-a70f94b284b2 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/quotas/d7a7bdfab54a468db692b9f0c446237b HTTP/1.1" status: 200 len: 375 time: 0.0104048 Jun 28 23:58:09.380470 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-a1569f4a-44b6-4882-b071-fd38bb093e6e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679281 Jun 28 23:58:09.489073 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-0c288e3f-4bc9-4f1e-822f-e6b93ef2d0c3 service neutron] 10.222.0.24 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001766 Jun 28 23:58:09.584927 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-dc11a401-5d02-40fd-a69c-3b598e4601d2 service neutron] 10.222.0.24 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896235 Jun 28 23:58:10.514784 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb17c9-588a-4dc1-b644-363737602383 req-310373cb-1556-42ba-aae2-b126755e6a5b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:10.517502 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-93fb17c9-588a-4dc1-b644-363737602383 req-310373cb-1556-42ba-aae2-b126755e6a5b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1039560 Jun 28 23:58:10.579901 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-93fb17c9-588a-4dc1-b644-363737602383 req-a3498720-b0c8-4b0d-909f-f96fb3e24b40 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473406 Jun 28 23:58:10.660984 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-79da8c0f-028c-4d5f-9676-8a73548b68a2 req-6c602285-af27-4a81-a6ee-42cf733f7418 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 210 time: 0.0612435 Jun 28 23:58:11.569171 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-04f73f4d-c919-43a2-bd40-f77b9b7e1e25 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:11.571044 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-04f73f4d-c919-43a2-bd40-f77b9b7e1e25 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 814 time: 0.1841249 Jun 28 23:58:11.616072 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Request body: {'port': {'device_id': '00fe0bec-45bc-4566-89aa-21f41e36a418', 'network_id': '961e0ae2-94d4-4667-b607-c37400732516', 'admin_state_up': True, 'tenant_id': 'd7a7bdfab54a468db692b9f0c446237b'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:11.823720 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Made reservation on behalf of d7a7bdfab54a468db692b9f0c446237b for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:11.828118 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:11.936364 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-35944c22-7671-4a65-9eba-017a7869f69c req-1abbb6c5-621b-4c87-838b-d1689be9b503 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 210 time: 0.0596638 Jun 28 23:58:12.000251 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b77b-0ae2-41f2-8e60-91697ca7ebfa req-0a684ac0-8092-4a31-8627-f618df6014ce tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:12.001984 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a4a3b77b-0ae2-41f2-8e60-91697ca7ebfa req-0a684ac0-8092-4a31-8627-f618df6014ce tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.2081778 Jun 28 23:58:12.035216 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Allocated IP 172.20.0.10 (961e0ae2-94d4-4667-b607-c37400732516/d271d946-ae36-40b8-9c2d-b7397f45a13a/6c5643c8-d6e6-45ef-850c-764b33ab6423) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:58:12.059205 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a4a3b77b-0ae2-41f2-8e60-91697ca7ebfa req-3950196d-eafa-4215-b42e-6ce4f89bfd45 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500534 Jun 28 23:58:12.246425 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.278836 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6728-4b57-45a3-90ee-dd0df6ac896d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.308401 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.315122 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:12.378138 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['707309a2-d111-4463-8ca1-f4a106f8d505'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:12.392389 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Network 961e0ae2-94d4-4667-b607-c37400732516 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:58:12.398131 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:12.403078 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:58:12.408759 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:12.409423 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.413335 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Pushing event updated for resources: {'Port': ['ID=6c5643c8-d6e6-45ef-850c-764b33ab6423,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:12.419051 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:12.431872 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8222868 Jun 28 23:58:12.464897 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Request body: {'port': {'device_id': '00fe0bec-45bc-4566-89aa-21f41e36a418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:12.546512 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.585204 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42826) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:12.659141 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.798229 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8d916868-5588-4165-b5a0-0409cc635c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.970842 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8d916868-5588-4165-b5a0-0409cc635c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.986000 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8d916868-5588-4165-b5a0-0409cc635c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.005817 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c7641dd6-fa37-490d-8287-40b53a1474a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:13.052601 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-8d916868-5588-4165-b5a0-0409cc635c66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ce237030e5f444bbd95d566852a53bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658763 Jun 28 23:58:13.057170 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42840) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:13.080311 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d916868-5588-4165-b5a0-0409cc635c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cdb3b6-c39d-4733-9aef-d755b4027d10,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:13.085830 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-8d916868-5588-4165-b5a0-0409cc635c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:13.146209 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5643c8-d6e6-45ef-850c-764b33ab6423 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:13.158360 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.181047 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2a5b-dbdc-494b-b5b2-ba21618e86d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.185264 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Transition to ACTIVE for port object 6c5643c8-d6e6-45ef-850c-764b33ab6423 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:13.210632 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.216440 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-7c1314d3-6b40-46ec-bc2d-7f9aee63c54e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:13.259998 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2a5b-dbdc-494b-b5b2-ba21618e86d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.271399 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7934-0664-4f9e-8705-3b10fcbc36be req-f5877017-fd42-4e67-a3ac-490a4918e1b1 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:13.273207 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5caa7934-0664-4f9e-8705-3b10fcbc36be req-f5877017-fd42-4e67-a3ac-490a4918e1b1 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 932 time: 0.1229661 Jun 28 23:58:13.325071 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Pushing event updated for resources: {'Port': ['ID=6c5643c8-d6e6-45ef-850c-764b33ab6423,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:13.330270 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:13.350360 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5caa7934-0664-4f9e-8705-3b10fcbc36be req-7f444d86-c1cd-497f-8534-e5040d60a649 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536976 Jun 28 23:58:13.383738 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363852c-e883-4da9-b3b4-63df6a0e4703 req-2d57cb8e-0519-479d-ac35-7a7840628c1c tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:13.386985 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1363852c-e883-4da9-b3b4-63df6a0e4703 req-2d57cb8e-0519-479d-ac35-7a7840628c1c tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1417177 Jun 28 23:58:13.387719 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Attempting to bind port 6c5643c8-d6e6-45ef-850c-764b33ab6423 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:58:13.388177 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Attempting to bind port 6c5643c8-d6e6-45ef-850c-764b33ab6423 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:58:13.388729 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Attempting to bind port 6c5643c8-d6e6-45ef-850c-764b33ab6423 on network 961e0ae2-94d4-4667-b607-c37400732516 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:13.398013 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Port 6c5643c8-d6e6-45ef-850c-764b33ab6423 on network 961e0ae2-94d4-4667-b607-c37400732516 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:58:13.398550 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Attempting to bind port 6c5643c8-d6e6-45ef-850c-764b33ab6423 on network 961e0ae2-94d4-4667-b607-c37400732516 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:13.410819 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:58:13.411534 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Checking segment: {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:13.412272 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Bound using segment: {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:58:13.413089 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Bound port: 6c5643c8-d6e6-45ef-850c-764b33ab6423, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:58:13.413691 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.419234 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2a5b-dbdc-494b-b5b2-ba21618e86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.423037 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2a5b-dbdc-494b-b5b2-ba21618e86d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.425019 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-a3fa2a5b-dbdc-494b-b5b2-ba21618e86d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8cdb3b6-c39d-4733-9aef-d755b4027d10 HTTP/1.1" status: 204 len: 168 time: 0.3653965 Jun 28 23:58:13.432424 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1363852c-e883-4da9-b3b4-63df6a0e4703 req-7c747d72-9d2e-4e84-969a-d3c80a741da5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 Jun 28 23:58:13.435502 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-731cd2ff-3653-4663-9272-d5016548fa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:13.449781 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa2a5b-dbdc-494b-b5b2-ba21618e86d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cdb3b6-c39d-4733-9aef-d755b4027d10,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:13.455168 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-a3fa2a5b-dbdc-494b-b5b2-ba21618e86d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:13.516747 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] For port 6c5643c8-d6e6-45ef-850c-764b33ab6423, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:58:13.520118 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] For port 6c5643c8-d6e6-45ef-850c-764b33ab6423, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=6c5643c8-d6e6-45ef-850c-764b33ab6423,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:58:13.525965 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.529236 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-612a08cf-ac47-4273-8bae-7cb9a1fb1e4a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:13.562181 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:13.563380 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.564304 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] 10.222.0.38 "PUT /v2.0/ports/6c5643c8-d6e6-45ef-850c-764b33ab6423 HTTP/1.1" status: 200 len: 1094 time: 1.1090240 Jun 28 23:58:13.564816 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fe0bec-45bc-4566-89aa-21f41e36a418', 'tag': '6c5643c8-d6e6-45ef-850c-764b33ab6423'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:13.567208 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1682d4d6-060e-4f8a-a3a0-47f46399bb38" -d '{"events": [{"name": "network-changed", "server_uuid": "00fe0bec-45bc-4566-89aa-21f41e36a418", "tag": "6c5643c8-d6e6-45ef-850c-764b33ab6423"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:13.602918 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Pushing event updated for resources: {'Port': ['ID=6c5643c8-d6e6-45ef-850c-764b33ab6423,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:13.607520 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:13.659712 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800a9add-787b-44be-b2e0-f9d491153d03 x-openstack-request-id: req-800a9add-787b-44be-b2e0-f9d491153d03 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:13.660809 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fe0bec-45bc-4566-89aa-21f41e36a418", "tag": "6c5643c8-d6e6-45ef-850c-764b33ab6423", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:13.660809 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-800a9add-787b-44be-b2e0-f9d491153d03 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:13.661107 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fe0bec-45bc-4566-89aa-21f41e36a418', 'tag': '6c5643c8-d6e6-45ef-850c-764b33ab6423', 'status': 'completed', 'code': 200} Jun 28 23:58:13.735624 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-669f2315-a35c-4375-afa2-b6c5cad165bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:13.738208 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-669f2315-a35c-4375-afa2-b6c5cad165bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 1097 time: 0.0931890 Jun 28 23:58:13.799340 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-6fc34808-f599-4e9c-860e-ac5aa54ada84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5643c8-d6e6-45ef-850c-764b33ab6423 HTTP/1.1" status: 200 len: 217 time: 0.0363984 Jun 28 23:58:13.889307 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-206c55d8-64d1-4ee7-9f6a-b59db9cc292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:13.891810 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-206c55d8-64d1-4ee7-9f6a-b59db9cc292a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0829346 Jun 28 23:58:13.945978 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-0a91489a-d4d4-412e-8920-ab07a5b96958 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471098 Jun 28 23:58:14.127740 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-9ab45679-c04b-4f4c-9d47-67c107c957a2 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732249 Jun 28 23:58:14.258057 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:14.269485 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e2e4e738-d1f9-4d16-8f9e-04a211fed39b req-370081ff-310a-4c97-9f8a-2a93f876d10d service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335943 Jun 28 23:58:14.528547 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-67f92bc2-3883-403e-ae25-92aa9e7b1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:14.536358 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-67f92bc2-3883-403e-ae25-92aa9e7b1918 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 1097 time: 0.1078575 Jun 28 23:58:14.727199 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-bc8a80b4-e628-47df-8945-00767bc34ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:14.730183 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-bc8a80b4-e628-47df-8945-00767bc34ed1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.1868064 Jun 28 23:58:14.733442 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e7829-6cad-4f26-911b-c62699d201b6 req-84e26dbf-29f6-4acf-a12d-827f3ff1d844 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:14.740950 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f1e7829-6cad-4f26-911b-c62699d201b6 req-84e26dbf-29f6-4acf-a12d-827f3ff1d844 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 944 time: 0.2013867 Jun 28 23:58:14.791613 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-b854b27a-1352-4d5f-a898-0bc067b3e408 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5643c8-d6e6-45ef-850c-764b33ab6423 HTTP/1.1" status: 200 len: 217 time: 0.0468566 Jun 28 23:58:14.831920 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f1e7829-6cad-4f26-911b-c62699d201b6 req-7a6b7045-380a-4617-89dd-c54c24af1f67 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898535 Jun 28 23:58:14.846223 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe48a7-44ac-4db3-88c6-6cf70ac2cbdf req-5fc9b18e-f50b-47b2-98cf-748ecab89620 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:14.848809 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-49fe48a7-44ac-4db3-88c6-6cf70ac2cbdf req-5fc9b18e-f50b-47b2-98cf-748ecab89620 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.2182014 Jun 28 23:58:14.895726 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-9851c5f7-53d2-4a64-85d1-6c4c537eddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:14.898282 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-9851c5f7-53d2-4a64-85d1-6c4c537eddcb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0865290 Jun 28 23:58:14.929533 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-49fe48a7-44ac-4db3-88c6-6cf70ac2cbdf req-9cfa05fc-32da-4be9-a0dc-f4ae1467695a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674205 Jun 28 23:58:14.968832 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-ae2888f1-a777-4ea9-9eec-dcb89972c038 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623436 Jun 28 23:58:15.086211 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-3fb13606-d008-424d-966d-394bc742e4d9 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068151 Jun 28 23:58:15.215250 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1682d4d6-060e-4f8a-a3a0-47f46399bb38 req-da487b09-ea3e-482f-a524-f17ff3808d51 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172502 Jun 28 23:58:15.769921 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42932) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:15.799811 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42936) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:15.927883 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5ace614-50f4-4a2b-915c-c195aef620d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.975654 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5e082326-ce85-473e-b89b-4654ce97b741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.160688 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca0979-4456-46ad-8770-85c06c487433 req-0bdffa1e-0878-42b7-a3f7-8d5b35e9d9b0 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:16.162412 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3bca0979-4456-46ad-8770-85c06c487433 req-0bdffa1e-0878-42b7-a3f7-8d5b35e9d9b0 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 944 time: 0.1728656 Jun 28 23:58:16.164722 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5ace614-50f4-4a2b-915c-c195aef620d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.176826 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5ace614-50f4-4a2b-915c-c195aef620d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.189587 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:16.267971 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f5ace614-50f4-4a2b-915c-c195aef620d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=422be770b05044a6b10db26238da4da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967721 Jun 28 23:58:16.271234 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42944) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:16.285385 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ace614-50f4-4a2b-915c-c195aef620d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4749094-aaa3-40bb-b134-8742821de8ec,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:16.303058 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f5ace614-50f4-4a2b-915c-c195aef620d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:16.315070 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3f1a7-2334-4a68-9566-7ef1016a1a84 req-552b6432-643b-479c-bcc7-ee70a7b65101 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:16.317407 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-76c3f1a7-2334-4a68-9566-7ef1016a1a84 req-552b6432-643b-479c-bcc7-ee70a7b65101 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.2484176 Jun 28 23:58:16.328341 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3bca0979-4456-46ad-8770-85c06c487433 req-698ffda0-0d2f-4f09-9000-24349ccacbc6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552415 Jun 28 23:58:16.372560 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-34bc823f-eb2f-4f4b-8012-81a6523571a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.400746 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-34bc823f-eb2f-4f4b-8012-81a6523571a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.410152 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-76c3f1a7-2334-4a68-9566-7ef1016a1a84 req-4328f684-378f-4571-bb0a-31d1deeab04f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690069 Jun 28 23:58:16.446241 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5e082326-ce85-473e-b89b-4654ce97b741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.452152 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5e082326-ce85-473e-b89b-4654ce97b741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.454999 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-8d916868-5588-4165-b5a0-0409cc635c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:16.473772 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-34bc823f-eb2f-4f4b-8012-81a6523571a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.477331 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-34bc823f-eb2f-4f4b-8012-81a6523571a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.478713 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-34bc823f-eb2f-4f4b-8012-81a6523571a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4749094-aaa3-40bb-b134-8742821de8ec HTTP/1.1" status: 204 len: 168 time: 0.2061160 Jun 28 23:58:16.481694 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-a3fa2a5b-dbdc-494b-b5b2-ba21618e86d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:16.496440 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc823f-eb2f-4f4b-8012-81a6523571a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4749094-aaa3-40bb-b134-8742821de8ec,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:16.500787 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-34bc823f-eb2f-4f4b-8012-81a6523571a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:16.503225 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-5e082326-ce85-473e-b89b-4654ce97b741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37bde3caab0f4f3e987dd53a54a5322c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7020037 Jun 28 23:58:16.504644 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e082326-ce85-473e-b89b-4654ce97b741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3361783f-6304-43ab-98f1-b6ece472339e,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:16.507277 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42952) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:16.519362 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5e082326-ce85-473e-b89b-4654ce97b741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:16.598777 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-160d3ace-22f5-4c43-96cb-d24728008c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.642266 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-160d3ace-22f5-4c43-96cb-d24728008c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.771007 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-160d3ace-22f5-4c43-96cb-d24728008c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.776206 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-160d3ace-22f5-4c43-96cb-d24728008c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.777991 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-160d3ace-22f5-4c43-96cb-d24728008c25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3361783f-6304-43ab-98f1-b6ece472339e HTTP/1.1" status: 204 len: 168 time: 0.2696280 Jun 28 23:58:16.779129 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f5ace614-50f4-4a2b-915c-c195aef620d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:16.785638 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:16.793110 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d3ace-22f5-4c43-96cb-d24728008c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3361783f-6304-43ab-98f1-b6ece472339e,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:16.803221 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-160d3ace-22f5-4c43-96cb-d24728008c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:16.976773 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 6c5643c8-d6e6-45ef-850c-764b33ab6423 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:58:17.082518 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42974) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:17.103873 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b70ffe18-5d1e-4992-adb7-095b9fe76109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.142076 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 6c5643c8-d6e6-45ef-850c-764b33ab6423, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=6c5643c8-d6e6-45ef-850c-764b33ab6423,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:17.162496 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '6c5643c8-d6e6-45ef-850c-764b33ab6423', 'network_id': '961e0ae2-94d4-4667-b607-c37400732516', 'port_id': '6c5643c8-d6e6-45ef-850c-764b33ab6423', 'mac_address': 'fa:16:3e:4a:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd271d946-ae36-40b8-9c2d-b7397f45a13a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:58:17.210101 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.241104 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5643c8-d6e6-45ef-850c-764b33ab6423 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:17.255602 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b70ffe18-5d1e-4992-adb7-095b9fe76109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.263015 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b70ffe18-5d1e-4992-adb7-095b9fe76109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.268960 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9369a1e1-3d8d-452e-8f69-d448c8f30fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:17.271245 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 6c5643c8-d6e6-45ef-850c-764b33ab6423, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=6c5643c8-d6e6-45ef-850c-764b33ab6423,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:17.277622 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.281039 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:17.336242 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b70ffe18-5d1e-4992-adb7-095b9fe76109 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8a2a110e2b14a22948501a3babe4721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522044 Jun 28 23:58:17.338592 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ffe18-5d1e-4992-adb7-095b9fe76109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d130d6-11c6-4525-8194-cb55db2abe9f,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:17.341274 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42984) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:17.344162 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b70ffe18-5d1e-4992-adb7-095b9fe76109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:17.354641 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=6c5643c8-d6e6-45ef-850c-764b33ab6423,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:17.359443 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:17.427637 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f32fd932-fd76-49c8-aa5e-2c5bea54db10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.460653 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f32fd932-fd76-49c8-aa5e-2c5bea54db10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.550804 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f32fd932-fd76-49c8-aa5e-2c5bea54db10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.554328 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f32fd932-fd76-49c8-aa5e-2c5bea54db10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.556156 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-f32fd932-fd76-49c8-aa5e-2c5bea54db10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7d130d6-11c6-4525-8194-cb55db2abe9f HTTP/1.1" status: 204 len: 168 time: 0.2135043 Jun 28 23:58:17.556926 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:17.567363 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fd932-fd76-49c8-aa5e-2c5bea54db10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d130d6-11c6-4525-8194-cb55db2abe9f,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:17.570066 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f32fd932-fd76-49c8-aa5e-2c5bea54db10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:17.605326 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9a301-9ae3-42c5-a16d-2a200d5ed8f1 req-d81eb85f-fe29-471e-8c95-f39804fb2f4a tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:17.612394 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-06b9a301-9ae3-42c5-a16d-2a200d5ed8f1 req-d81eb85f-fe29-471e-8c95-f39804fb2f4a tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 945 time: 0.1128907 Jun 28 23:58:17.699252 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-06b9a301-9ae3-42c5-a16d-2a200d5ed8f1 req-d86b5e6b-ce07-426c-a1a6-7f9f389b0f3e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839405 Jun 28 23:58:17.724349 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5df43-8915-4fca-8e5a-230c8297b3a5 req-625fcfe5-3b17-439e-b2dd-dc31741e5b79 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:17.725936 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f9f5df43-8915-4fca-8e5a-230c8297b3a5 req-625fcfe5-3b17-439e-b2dd-dc31741e5b79 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1597152 Jun 28 23:58:17.761950 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['6c5643c8-d6e6-45ef-850c-764b33ab6423'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:17.782399 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f9f5df43-8915-4fca-8e5a-230c8297b3a5 req-1f8fe9c3-35a3-45c9-96e2-7e4f0ae0352d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 Jun 28 23:58:18.713100 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43074) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:18.983932 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 6c5643c8-d6e6-45ef-850c-764b33ab6423 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:19.095916 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 6c5643c8-d6e6-45ef-850c-764b33ab6423 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:19.106360 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 6c5643c8-d6e6-45ef-850c-764b33ab6423 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:19.106768 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.197080 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703b793-242c-41cb-86ec-6f4b68827edd req-425052ca-0e7a-434f-9f7d-26f7f80267ce tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:19.199383 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3703b793-242c-41cb-86ec-6f4b68827edd req-425052ca-0e7a-434f-9f7d-26f7f80267ce tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 945 time: 0.2378368 Jun 28 23:58:19.206828 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-67ab3f33-441a-4326-9163-827afbb8771d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.208756 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682a724-4775-41dc-b6d5-88552c51c238 req-f436445c-0006-42c3-913e-f0f1a5847592 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:19.211079 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3682a724-4775-41dc-b6d5-88552c51c238 req-f436445c-0006-42c3-913e-f0f1a5847592 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1396618 Jun 28 23:58:19.228915 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.266336 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 6c5643c8-d6e6-45ef-850c-764b33ab6423, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=6c5643c8-d6e6-45ef-850c-764b33ab6423,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:19.267660 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fe0bec-45bc-4566-89aa-21f41e36a418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5643c8-d6e6-45ef-850c-764b33ab6423'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:19.270666 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95db85e4-1ed1-4424-9efd-99f3cb0e3bb4" -d '{"events": [{"server_uuid": "00fe0bec-45bc-4566-89aa-21f41e36a418", "name": "network-vif-plugged", "status": "completed", "tag": "6c5643c8-d6e6-45ef-850c-764b33ab6423"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:19.277169 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.279836 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:19.281347 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3703b793-242c-41cb-86ec-6f4b68827edd req-83ec9166-55ec-4427-829f-81899575a5c9 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688708 Jun 28 23:58:19.347309 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3682a724-4775-41dc-b6d5-88552c51c238 req-a59720ec-40f3-46c7-b1d4-eba02437122a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093976 Jun 28 23:58:19.352541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-67ab3f33-441a-4326-9163-827afbb8771d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.366624 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-67ab3f33-441a-4326-9163-827afbb8771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.395589 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1b9e1573-096e-4ed2-897c-c6c45c7fcec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:19.440459 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=6c5643c8-d6e6-45ef-850c-764b33ab6423,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:19.444501 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:19.449149 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3f33-441a-4326-9163-827afbb8771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193a1ca-4e07-4d29-923b-e60e98ab24ae,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:19.494206 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-67ab3f33-441a-4326-9163-827afbb8771d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:19.506593 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43116) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:19.506975 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-67ab3f33-441a-4326-9163-827afbb8771d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c51b3e38dd348cb97a4255d5eba6470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7931128 Jun 28 23:58:19.600698 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-141b62a7-abd0-4169-95be-c825ffab7f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.644451 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-141b62a7-abd0-4169-95be-c825ffab7f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.706777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac6b5ab-060a-467b-88dc-035d0d234221 x-openstack-request-id: req-7ac6b5ab-060a-467b-88dc-035d0d234221 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:19.707802 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fe0bec-45bc-4566-89aa-21f41e36a418", "name": "network-vif-plugged", "status": "completed", "tag": "6c5643c8-d6e6-45ef-850c-764b33ab6423", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:19.708456 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ac6b5ab-060a-467b-88dc-035d0d234221 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:19.709885 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fe0bec-45bc-4566-89aa-21f41e36a418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5643c8-d6e6-45ef-850c-764b33ab6423', 'code': 200} Jun 28 23:58:19.727016 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-141b62a7-abd0-4169-95be-c825ffab7f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.732706 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-141b62a7-abd0-4169-95be-c825ffab7f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.738015 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-141b62a7-abd0-4169-95be-c825ffab7f76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f193a1ca-4e07-4d29-923b-e60e98ab24ae HTTP/1.1" status: 204 len: 168 time: 0.2255938 Jun 28 23:58:19.738015 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:19.753097 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b62a7-abd0-4169-95be-c825ffab7f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193a1ca-4e07-4d29-923b-e60e98ab24ae,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:19.756682 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-141b62a7-abd0-4169-95be-c825ffab7f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:19.812436 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:20.051684 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef378b18-2b7e-4a73-a8f2-4d238b4c2b7c req-2b013210-6f69-40d2-9b7f-74cb44219ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:20.056914 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ef378b18-2b7e-4a73-a8f2-4d238b4c2b7c req-2b013210-6f69-40d2-9b7f-74cb44219ac5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 1099 time: 0.1021495 Jun 28 23:58:20.139116 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ef378b18-2b7e-4a73-a8f2-4d238b4c2b7c req-f8e173f1-d1a8-4894-a9de-19ef0c84a21b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693381 Jun 28 23:58:20.677321 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a8a1-a917-45b0-8ed3-e88e71a72e7a req-4af134ea-e545-449c-80f8-c355b821b2ae tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:20.687065 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97c1a8a1-a917-45b0-8ed3-e88e71a72e7a req-4af134ea-e545-449c-80f8-c355b821b2ae tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 946 time: 0.1525569 Jun 28 23:58:20.711261 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d9fa1-dbda-4d17-b988-2cd614f3e759 req-e1cbf1b2-d076-4f62-b6de-951596064392 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:20.714150 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-066d9fa1-dbda-4d17-b988-2cd614f3e759 req-e1cbf1b2-d076-4f62-b6de-951596064392 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1604950 Jun 28 23:58:20.788084 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97c1a8a1-a917-45b0-8ed3-e88e71a72e7a req-779f492f-6a56-446f-8948-3d79014d4a97 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876243 Jun 28 23:58:20.816920 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-066d9fa1-dbda-4d17-b988-2cd614f3e759 req-d8446fdc-114d-4b94-aaca-bcdc8a62c100 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869579 Jun 28 23:58:20.874503 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43184) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:20.960210 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43188) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:21.076979 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-498449604-network', 'tenant_id': '7f13eae06fc3489a83d4e84948d57047'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:21.089904 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a02e7063-2e5b-4ad4-b0bf-0b9ad17dce62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.121648 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Made reservation on behalf of 7f13eae06fc3489a83d4e84948d57047 for: {'network': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:21.124097 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.138363 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.232615 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a02e7063-2e5b-4ad4-b0bf-0b9ad17dce62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.238332 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a02e7063-2e5b-4ad4-b0bf-0b9ad17dce62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.244517 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f4512409-e00c-416d-b046-c5313e2f0a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:21.297831 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e7063-2e5b-4ad4-b0bf-0b9ad17dce62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4676aca-0f70-424e-98c8-1162f77693cd,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:21.304037 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-a02e7063-2e5b-4ad4-b0bf-0b9ad17dce62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:21.309272 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-a02e7063-2e5b-4ad4-b0bf-0b9ad17dce62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47bd89863d5c41be9d80314c4ee886ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443305 Jun 28 23:58:21.311490 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43194) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:21.383652 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.389200 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.393722 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d68bb962-0057-4aab-807b-1238f932f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:21.394881 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-24d20afe-3de9-47de-bcc5-f432688bebe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.418632 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-24d20afe-3de9-47de-bcc5-f432688bebe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.422660 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=92940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:58:21.428572 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeacd14-144e-4053-bd49-d52752cd4a07,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:21.433110 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:21.441715 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.441715 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.segments_db [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Added segment 6f2e892e-57ff-4037-b79f-da4cc424d544 of type vlan for network 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a Jun 28 23:58:21.489137 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-24d20afe-3de9-47de-bcc5-f432688bebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.491773 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-24d20afe-3de9-47de-bcc5-f432688bebe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.496625 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-24d20afe-3de9-47de-bcc5-f432688bebe2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4676aca-0f70-424e-98c8-1162f77693cd HTTP/1.1" status: 204 len: 168 time: 0.1804609 Jun 28 23:58:21.496625 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-39f424d3-6b89-4509-984a-ac0239fc2222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:21.496985 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.502107 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d20afe-3de9-47de-bcc5-f432688bebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4676aca-0f70-424e-98c8-1162f77693cd,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:21.504566 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-24d20afe-3de9-47de-bcc5-f432688bebe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:21.541233 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.542925 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:21.543498 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.545826 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-058ad761-4285-4e39-a1b2-6b8b97cd1cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:21.581881 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7052362 Jun 28 23:58:21.585921 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43198) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:21.594517 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Request body: {'subnet': {'network_id': '8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-498449604-subnet', 'tenant_id': '7f13eae06fc3489a83d4e84948d57047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:21.624355 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:21.627962 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:21.642605 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:58:21.649512 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Made reservation on behalf of 7f13eae06fc3489a83d4e84948d57047 for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:21.652231 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4222157'] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.911442 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4592597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4222171'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.920306 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9163959f-4be6-4f96-b2eb-8d3cb90a9ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:21.987451 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9f9836-7b40-4de4-8c47-389d44ee9615,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:21.991634 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:21.999074 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Checking segment: {'id': '6f2e892e-57ff-4037-b79f-da4cc424d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:21.999501 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Network hostable DHCP agents. Network: 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:58:22.044242 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Network 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:58:22.074822 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:22.085364 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db9d370-20c6-419b-86e4-6b0709d3c8eb None None] Network 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:58:22.089631 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:22.090630 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:22.105704 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43210) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:22.122066 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-97a8d703-777f-4291-bd40-1da270407202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:22.223840 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b6a43-b80f-49c3-a340-1bbc8cf5ba29 req-823810c3-5ddb-44e1-bda4-9cdc40e8a052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:22.226251 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a69b6a43-b80f-49c3-a340-1bbc8cf5ba29 req-823810c3-5ddb-44e1-bda4-9cdc40e8a052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1639171 Jun 28 23:58:22.248638 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43534e-6a4b-4173-b038-cce600f68da0 req-ce05fbd7-0208-40a5-8c49-3d9d5a66da6b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:22.251205 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb43534e-6a4b-4173-b038-cce600f68da0 req-ce05fbd7-0208-40a5-8c49-3d9d5a66da6b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 946 time: 0.1350985 Jun 28 23:58:22.298391 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-97a8d703-777f-4291-bd40-1da270407202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:22.304108 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-97a8d703-777f-4291-bd40-1da270407202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:22.310034 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-85b18111-2d5c-40d7-a2f6-2b6df1b0f10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:22.318676 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-ecd6ca43-ba93-4021-8d4f-d8905b95416b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7310612 Jun 28 23:58:22.328391 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a69b6a43-b80f-49c3-a340-1bbc8cf5ba29 req-4cffebc4-0e9e-4d59-b36d-a5f67332a552 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759885 Jun 28 23:58:22.342030 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb43534e-6a4b-4173-b038-cce600f68da0 req-f3af3acf-9ad2-4ff2-b3f8-20ce8ee69772 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700986 Jun 28 23:58:22.344845 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d493278-4fbe-4c3b-b90e-23f190d4a5da None None] Network 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:58:22.393684 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-97a8d703-777f-4291-bd40-1da270407202 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9cc3938a5fe4012938ec7e9a6af5d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867482 Jun 28 23:58:22.396405 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8d703-777f-4291-bd40-1da270407202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd584b58-5768-464e-a884-427a979aeebb,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:22.397454 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43218) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:22.415373 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-97a8d703-777f-4291-bd40-1da270407202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:22.480546 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8eb60f16-477d-46ce-8973-8d93471a136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:22.517880 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8eb60f16-477d-46ce-8973-8d93471a136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:22.608784 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8eb60f16-477d-46ce-8973-8d93471a136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:22.611676 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8eb60f16-477d-46ce-8973-8d93471a136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:22.615873 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-8eb60f16-477d-46ce-8973-8d93471a136a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd584b58-5768-464e-a884-427a979aeebb HTTP/1.1" status: 204 len: 168 time: 0.2147167 Jun 28 23:58:22.615873 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:22.623473 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb60f16-477d-46ce-8973-8d93471a136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd584b58-5768-464e-a884-427a979aeebb,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:22.626485 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-8eb60f16-477d-46ce-8973-8d93471a136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:23.539220 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8da35-4717-4db6-8c89-1f344b35e195 req-e8ab778c-669a-4314-acbd-dbf6c7660494 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:23.540979 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bff8da35-4717-4db6-8c89-1f344b35e195 req-e8ab778c-669a-4314-acbd-dbf6c7660494 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0688369 Jun 28 23:58:23.612234 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bff8da35-4717-4db6-8c89-1f344b35e195 req-b675e602-73f8-43ab-8d4f-6cf717c9a72a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587754 Jun 28 23:58:23.663160 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76734c-1b51-43ec-a3c0-9b79f9010952 req-248c907a-f856-4861-bd5a-68c1e18506f6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:23.663160 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6d76734c-1b51-43ec-a3c0-9b79f9010952 req-248c907a-f856-4861-bd5a-68c1e18506f6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 946 time: 0.1141429 Jun 28 23:58:23.721493 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6d76734c-1b51-43ec-a3c0-9b79f9010952 req-229863d0-65f6-4be9-8034-1e51b2e36f13 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586226 Jun 28 23:58:24.462712 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-eeb98d7f-0a27-4dbc-95f9-74ddbf3559e5 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:24.464672 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-eeb98d7f-0a27-4dbc-95f9-74ddbf3559e5 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/networks?id=8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a HTTP/1.1" status: 200 len: 813 time: 0.1295691 Jun 28 23:58:24.487641 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e0ee1ae5-4bfb-4968-86c6-07a4dd469ae4 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/quotas/7f13eae06fc3489a83d4e84948d57047 HTTP/1.1" status: 200 len: 375 time: 0.0158587 Jun 28 23:58:24.528337 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-2b04910f-c2fc-4197-af21-5d2c6bb74fe5 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f13eae06fc3489a83d4e84948d57047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377889 Jun 28 23:58:24.664705 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-2b583b3a-23c9-4fd1-9e26-0a1754bca7da service neutron] 10.222.0.24 "GET /v2.0/networks/8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255822 Jun 28 23:58:24.903907 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-7a1e5d9a-a066-4219-ac8c-18acf2a6ad6d service neutron] 10.222.0.24 "GET /v2.0/networks/8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271006 Jun 28 23:58:24.963213 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef05923-0181-4233-be8a-b07aa4eecfde req-21a7a5fa-fef0-434e-87cc-b831794fc6c2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:24.964895 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2ef05923-0181-4233-be8a-b07aa4eecfde req-21a7a5fa-fef0-434e-87cc-b831794fc6c2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0864260 Jun 28 23:58:25.029775 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2ef05923-0181-4233-be8a-b07aa4eecfde req-1c941f76-e77d-42a5-86fd-3c3e1499847e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563426 Jun 28 23:58:25.380506 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-945831b6-7136-4523-9833-4f697f36e165 req-f4892564-da42-4b2e-9c55-7ec8f5c6f7fe tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0321608 Jun 28 23:58:26.247095 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac28db-36c9-4673-ad2a-7266b3b518f6 req-a60a3259-4692-4cb7-9bdf-14f02c42d3f9 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:26.255350 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f8ac28db-36c9-4673-ad2a-7266b3b518f6 req-a60a3259-4692-4cb7-9bdf-14f02c42d3f9 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0776215 Jun 28 23:58:26.322294 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f8ac28db-36c9-4673-ad2a-7266b3b518f6 req-e943f06f-a806-4d62-8534-f67855aaec58 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655763 Jun 28 23:58:26.954033 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-06b45505-dae5-4cbd-9b23-44fbe4b0a56c tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:26.957769 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-06b45505-dae5-4cbd-9b23-44fbe4b0a56c tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.38 "GET /v2.0/networks?id=8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a HTTP/1.1" status: 200 len: 813 time: 0.2158961 Jun 28 23:58:26.989680 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Request body: {'port': {'device_id': '3d10acff-679e-4fdc-85ae-37305f999101', 'network_id': '8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a', 'admin_state_up': True, 'tenant_id': '7f13eae06fc3489a83d4e84948d57047'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:27.190973 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ed77fdfe-cd9b-46a5-80cc-4e7580249a33 req-68cb1d6f-6eff-4c7d-ab64-a7268fe14de0 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.3941882 Jun 28 23:58:27.286363 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Made reservation on behalf of 7f13eae06fc3489a83d4e84948d57047 for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:27.292993 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:27.419028 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-12f55440-9d0b-4df5-9711-a83a880d6264 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:27.431035 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-12f55440-9d0b-4df5-9711-a83a880d6264 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 814 time: 0.1979430 Jun 28 23:58:27.458540 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-12aa93ce-31f0-428b-aca5-07e064e31229 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/quotas/d7a7bdfab54a468db692b9f0c446237b HTTP/1.1" status: 200 len: 375 time: 0.0259933 Jun 28 23:58:27.569938 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Allocated IP 172.20.0.10 (8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a/5b9f9836-7b40-4de4-8c47-389d44ee9615/c73156e1-c1ee-47cf-85db-ec1306316a26) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:58:27.670812 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-b99d32f7-55a9-4331-ac40-fe25108fe159 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107923 Jun 28 23:58:27.758774 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bac5b4-b7da-489a-9e0a-d1dc01974917 req-86456ea5-4ed1-4da8-abd8-0e2b5e64322d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:27.761124 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c5bac5b4-b7da-489a-9e0a-d1dc01974917 req-86456ea5-4ed1-4da8-abd8-0e2b5e64322d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.2386892 Jun 28 23:58:27.815541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:27.861282 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c5bac5b4-b7da-489a-9e0a-d1dc01974917 req-f65c64d4-d792-47d3-b498-d6bdcc75d5e4 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886147 Jun 28 23:58:27.866078 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-f1aebbf4-0974-48fc-8d88-0578a1957925 service neutron] 10.222.0.24 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740749 Jun 28 23:58:27.878889 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:27.891626 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:27.978800 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Network 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:58:27.985562 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:27.993196 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:58:28.004451 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:28.005551 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:28.017180 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-1420e4bb-4709-4308-8da6-1e81acde79eb service neutron] 10.222.0.24 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348274 Jun 28 23:58:28.054520 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Pushing event updated for resources: {'Port': ['ID=c73156e1-c1ee-47cf-85db-ec1306316a26,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:28.060734 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0864947 Jun 28 23:58:28.062742 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:28.087180 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Request body: {'port': {'device_id': '3d10acff-679e-4fdc-85ae-37305f999101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:28.187962 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:28.524540 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fe8568af-a338-4dea-bb4b-098ef6d6e238 req-41fcb812-7596-4607-8ffa-9a8d374e1987 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 210 time: 0.0370655 Jun 28 23:58:28.632481 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775d183-c76e-4627-9cba-87ebef8bd5a6 req-fcc5745c-210f-4e60-b07c-b11cb55438fb tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:28.649123 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0775d183-c76e-4627-9cba-87ebef8bd5a6 req-fcc5745c-210f-4e60-b07c-b11cb55438fb tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 932 time: 0.1236749 Jun 28 23:58:28.706695 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0775d183-c76e-4627-9cba-87ebef8bd5a6 req-ff80c705-efbf-47e4-befa-108df941e800 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532720 Jun 28 23:58:28.781801 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73156e1-c1ee-47cf-85db-ec1306316a26 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:28.792102 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:28.806314 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Transition to ACTIVE for port object c73156e1-c1ee-47cf-85db-ec1306316a26 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:28.812131 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:28.817278 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:28.931562 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Pushing event updated for resources: {'Port': ['ID=c73156e1-c1ee-47cf-85db-ec1306316a26,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:28.938543 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:28.955153 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Attempting to bind port c73156e1-c1ee-47cf-85db-ec1306316a26 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:58:28.955709 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Attempting to bind port c73156e1-c1ee-47cf-85db-ec1306316a26 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '6f2e892e-57ff-4037-b79f-da4cc424d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:58:28.956235 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Attempting to bind port c73156e1-c1ee-47cf-85db-ec1306316a26 on network 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:28.962498 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Port c73156e1-c1ee-47cf-85db-ec1306316a26 on network 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:58:28.963136 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Attempting to bind port c73156e1-c1ee-47cf-85db-ec1306316a26 on network 8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:28.972653 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:58:28.973581 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Checking segment: {'id': '6f2e892e-57ff-4037-b79f-da4cc424d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:28.974217 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Bound using segment: {'id': '6f2e892e-57ff-4037-b79f-da4cc424d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:58:28.974967 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Bound port: c73156e1-c1ee-47cf-85db-ec1306316a26, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2e892e-57ff-4037-b79f-da4cc424d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:58:28.975538 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:29.051019 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] For port c73156e1-c1ee-47cf-85db-ec1306316a26, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:58:29.054610 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] For port c73156e1-c1ee-47cf-85db-ec1306316a26, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c73156e1-c1ee-47cf-85db-ec1306316a26,segment=NetworkSegment(6f2e892e-57ff-4037-b79f-da4cc424d544),segment_id=6f2e892e-57ff-4037-b79f-da4cc424d544)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:58:29.061023 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:29.065938 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b95ce211-c081-411c-81e3-08146a530e2a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:29.101843 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:29.101843 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:29.103253 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] 10.222.0.38 "PUT /v2.0/ports/c73156e1-c1ee-47cf-85db-ec1306316a26 HTTP/1.1" status: 200 len: 1094 time: 1.0223465 Jun 28 23:58:29.103609 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ec51f-4bb3-4fbb-915b-94e1cb94d10f req-55720cd3-39a1-49d3-a3f0-2c0fd20d1e63 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:29.103841 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d10acff-679e-4fdc-85ae-37305f999101', 'tag': 'c73156e1-c1ee-47cf-85db-ec1306316a26'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:29.106379 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5f2ec51f-4bb3-4fbb-915b-94e1cb94d10f req-55720cd3-39a1-49d3-a3f0-2c0fd20d1e63 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1159108 Jun 28 23:58:29.106777 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d05149-7bea-4cfd-aee0-f22949749a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d10acff-679e-4fdc-85ae-37305f999101", "tag": "c73156e1-c1ee-47cf-85db-ec1306316a26"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:29.140542 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Pushing event updated for resources: {'Port': ['ID=c73156e1-c1ee-47cf-85db-ec1306316a26,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:29.143922 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:29.162820 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5557ec8b-7c55-46ab-95b9-20716cffa9b0 x-openstack-request-id: req-5557ec8b-7c55-46ab-95b9-20716cffa9b0 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:29.163185 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d10acff-679e-4fdc-85ae-37305f999101", "tag": "c73156e1-c1ee-47cf-85db-ec1306316a26", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:29.163470 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5557ec8b-7c55-46ab-95b9-20716cffa9b0 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:29.163894 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d10acff-679e-4fdc-85ae-37305f999101', 'tag': 'c73156e1-c1ee-47cf-85db-ec1306316a26', 'status': 'completed', 'code': 200} Jun 28 23:58:29.168092 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5f2ec51f-4bb3-4fbb-915b-94e1cb94d10f req-443eea07-bc5c-43c2-9751-0de70b27f5ee tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512235 Jun 28 23:58:32.136335 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05149-7bea-4cfd-aee0-f22949749a9c req-12dd8994-5252-4e85-ba03-e8d9e6a2e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:32.138816 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a0d05149-7bea-4cfd-aee0-f22949749a9c req-12dd8994-5252-4e85-ba03-e8d9e6a2e8e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f13eae06fc3489a83d4e84948d57047&device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 1097 time: 0.0894871 Jun 28 23:58:32.319379 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5007f0b5-ac8f-4268-9ac2-9ff3833caedc req-a8dad60d-4262-4a7d-bb7c-b36bda3b06c1 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 210 time: 0.0622635 Jun 28 23:58:32.381961 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05149-7bea-4cfd-aee0-f22949749a9c req-32504e37-c262-4391-9afb-c28b7d032205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:32.383885 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a0d05149-7bea-4cfd-aee0-f22949749a9c req-32504e37-c262-4391-9afb-c28b7d032205 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7f13eae06fc3489a83d4e84948d57047&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2178175 Jun 28 23:58:32.441008 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9640b39-58e9-4522-a5a0-50a4fa14aee6 req-40de2427-5ff5-4468-932c-355ae3c6cfe4 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:32.446734 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e9640b39-58e9-4522-a5a0-50a4fa14aee6 req-40de2427-5ff5-4468-932c-355ae3c6cfe4 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 944 time: 0.1255949 Jun 28 23:58:32.530560 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e9640b39-58e9-4522-a5a0-50a4fa14aee6 req-b11afc0e-af7e-418f-a0e3-8a1ad76ae041 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743225 Jun 28 23:58:32.560328 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a951e-a25a-4703-9db0-df0a78790407 req-eb18c466-c44f-4e7a-b8d6-4e89cf343b47 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:32.562325 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-af9a951e-a25a-4703-9db0-df0a78790407 req-eb18c466-c44f-4e7a-b8d6-4e89cf343b47 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1080046 Jun 28 23:58:32.635186 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-af9a951e-a25a-4703-9db0-df0a78790407 req-59cd88e7-031d-434e-956e-fd1f6fb94f40 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610149 Jun 28 23:58:32.813868 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05149-7bea-4cfd-aee0-f22949749a9c req-8b88a152-33f7-440b-a3ca-6c5c0f6f1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:32.815315 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a0d05149-7bea-4cfd-aee0-f22949749a9c req-8b88a152-33f7-440b-a3ca-6c5c0f6f1436 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4109278 Jun 28 23:58:33.007295 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-b86e6163-a57c-48cc-85a6-dd82230d0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:33.009896 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-b86e6163-a57c-48cc-85a6-dd82230d0e1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f13eae06fc3489a83d4e84948d57047&device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 1097 time: 0.0979164 Jun 28 23:58:33.101695 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-d53e583c-493f-4dad-a26f-405cc9d77d15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c73156e1-c1ee-47cf-85db-ec1306316a26 HTTP/1.1" status: 200 len: 217 time: 0.0754454 Jun 28 23:58:33.185988 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-a2154b37-dc78-4683-85be-3c53207f17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:33.187799 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-a2154b37-dc78-4683-85be-3c53207f17d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b9f9836-7b40-4de4-8c47-389d44ee9615 HTTP/1.1" status: 200 len: 853 time: 0.0758452 Jun 28 23:58:33.257613 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-959d4870-d765-40d3-9340-7709a0665e2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492594 Jun 28 23:58:33.416867 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-d80c52d6-7985-464d-9502-5848fb063889 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:33.418500 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-d80c52d6-7985-464d-9502-5848fb063889 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 814 time: 0.2224839 Jun 28 23:58:33.430281 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-6ecdc036-71be-40c2-8512-dada3d359c39 service neutron] 10.222.0.38 "GET /v2.0/networks/8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629984 Jun 28 23:58:33.450015 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Request body: {'port': {'device_id': '16f95e74-f928-4003-863d-805d9ec2971b', 'network_id': '961e0ae2-94d4-4667-b607-c37400732516', 'admin_state_up': True, 'tenant_id': 'd7a7bdfab54a468db692b9f0c446237b'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:33.566323 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-31040798-5928-49b8-a7a0-bd6081dde2be req-0107f348-1a07-4dcf-9ef4-c6c8bcdbb87f tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 210 time: 0.0614443 Jun 28 23:58:33.749825 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fad71a66-f8c0-4a3c-aa10-400415128ffb req-dd877ba5-fd01-49db-9ac1-4f16f87785b2 service neutron] 10.222.0.38 "GET /v2.0/networks/8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040922 Jun 28 23:58:33.788363 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Made reservation on behalf of d7a7bdfab54a468db692b9f0c446237b for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:33.792254 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:33.951214 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Allocated IP 172.20.0.4 (961e0ae2-94d4-4667-b607-c37400732516/d271d946-ae36-40b8-9c2d-b7397f45a13a/dc75aa60-6883-47ea-bd21-8fd069132b6d) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:58:33.954671 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dcf7a-3259-47b9-aeb1-374b5304b677 req-b83a3adf-7f82-4c5a-8e95-66edd1965132 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:33.957491 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2e6dcf7a-3259-47b9-aeb1-374b5304b677 req-b83a3adf-7f82-4c5a-8e95-66edd1965132 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 944 time: 0.2348332 Jun 28 23:58:33.986752 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0adc10-6d4e-43be-8980-1cd0d46abb76 req-ffcd296b-8900-4029-bbd7-06e226a17ee7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:33.989985 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1d0adc10-6d4e-43be-8980-1cd0d46abb76 req-ffcd296b-8900-4029-bbd7-06e226a17ee7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1964388 Jun 28 23:58:34.078042 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2e6dcf7a-3259-47b9-aeb1-374b5304b677 req-440db588-7d60-4de3-962c-1c808c72e5c9 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063049 Jun 28 23:58:34.107130 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1d0adc10-6d4e-43be-8980-1cd0d46abb76 req-60e0de1e-ab00-4d77-a74e-0c2f5bafa9bd tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047997 Jun 28 23:58:34.164001 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.210495 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.215401 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:34.261303 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Network 961e0ae2-94d4-4667-b607-c37400732516 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:58:34.264918 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:34.265361 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['707309a2-d111-4463-8ca1-f4a106f8d505', '6c5643c8-d6e6-45ef-850c-764b33ab6423'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:34.269580 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:58:34.274951 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:34.277047 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.305693 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Pushing event updated for resources: {'Port': ['ID=dc75aa60-6883-47ea-bd21-8fd069132b6d,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:34.312330 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:34.321130 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8767691 Jun 28 23:58:34.348484 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Request body: {'port': {'device_id': '16f95e74-f928-4003-863d-805d9ec2971b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:34.440056 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.565881 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43536) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:34.751773 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c2a98486-598d-4bc9-a85b-cb8072e359f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.887121 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc75aa60-6883-47ea-bd21-8fd069132b6d {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:34.899501 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.918191 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Transition to ACTIVE for port object dc75aa60-6883-47ea-bd21-8fd069132b6d will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:34.925818 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.932583 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-fceb364c-beab-4cf8-a5d9-de84603f076b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:35.039353 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d967462-fc23-4eeb-ad3b-26f3dd8a7a4f req-099d3d6e-e132-4e29-8f9e-93887413cd40 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.040952 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2d967462-fc23-4eeb-ad3b-26f3dd8a7a4f req-099d3d6e-e132-4e29-8f9e-93887413cd40 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 931 time: 0.1800761 Jun 28 23:58:35.043673 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c2a98486-598d-4bc9-a85b-cb8072e359f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.045894 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc75aa60-6883-47ea-bd21-8fd069132b6d,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:35.052688 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:35.058598 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c2a98486-598d-4bc9-a85b-cb8072e359f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.063361 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:35.066445 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Attempting to bind port dc75aa60-6883-47ea-bd21-8fd069132b6d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:58:35.066600 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Attempting to bind port dc75aa60-6883-47ea-bd21-8fd069132b6d by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:58:35.066920 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Attempting to bind port dc75aa60-6883-47ea-bd21-8fd069132b6d on network 961e0ae2-94d4-4667-b607-c37400732516 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:35.072486 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Port dc75aa60-6883-47ea-bd21-8fd069132b6d on network 961e0ae2-94d4-4667-b607-c37400732516 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:58:35.072867 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Attempting to bind port dc75aa60-6883-47ea-bd21-8fd069132b6d on network 961e0ae2-94d4-4667-b607-c37400732516 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:35.086299 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:58:35.088159 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Checking segment: {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:35.089396 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Bound using segment: {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:58:35.090316 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Bound port: dc75aa60-6883-47ea-bd21-8fd069132b6d, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:58:35.090948 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.127987 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c2a98486-598d-4bc9-a85b-cb8072e359f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7909d705ed248e98706602bcf830912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588996 Jun 28 23:58:35.127987 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a98486-598d-4bc9-a85b-cb8072e359f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1303b5-f012-4533-a926-5d3623116ed7,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:35.130673 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43556) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:35.135537 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2d967462-fc23-4eeb-ad3b-26f3dd8a7a4f req-02094a33-3a79-4ff6-9166-a2dea7d02e84 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850706 Jun 28 23:58:35.136444 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c2a98486-598d-4bc9-a85b-cb8072e359f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:35.209005 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa273-cdde-4153-9061-cf6c0d71cfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.228051 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] For port dc75aa60-6883-47ea-bd21-8fd069132b6d, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:58:35.233393 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] For port dc75aa60-6883-47ea-bd21-8fd069132b6d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=dc75aa60-6883-47ea-bd21-8fd069132b6d,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:58:35.249081 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa273-cdde-4153-9061-cf6c0d71cfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.260641 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.299543 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1f72d124-e662-415e-85b9-9ea132ab3be5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:35.328735 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.331551 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.333139 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] 10.222.0.38 "PUT /v2.0/ports/dc75aa60-6883-47ea-bd21-8fd069132b6d HTTP/1.1" status: 200 len: 1093 time: 0.9929216 Jun 28 23:58:35.333827 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f95e74-f928-4003-863d-805d9ec2971b', 'tag': 'dc75aa60-6883-47ea-bd21-8fd069132b6d'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:35.336319 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "16f95e74-f928-4003-863d-805d9ec2971b", "tag": "dc75aa60-6883-47ea-bd21-8fd069132b6d"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:35.387245 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc75aa60-6883-47ea-bd21-8fd069132b6d,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:35.393350 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:35.438223 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cd685-4926-47da-9c8b-d649e533015c req-bfd9302e-e53d-4279-8345-50df6f6f0673 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.439915 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-293cd685-4926-47da-9c8b-d649e533015c req-bfd9302e-e53d-4279-8345-50df6f6f0673 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1428022 Jun 28 23:58:35.450057 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447519f4-a7fa-4eee-9463-9c450c821b12 req-f9f4dbc6-5ee8-44d5-a00e-e2c95c40f18b tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.451981 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-447519f4-a7fa-4eee-9463-9c450c821b12 req-f9f4dbc6-5ee8-44d5-a00e-e2c95c40f18b tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 944 time: 0.1529222 Jun 28 23:58:35.453247 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa273-cdde-4153-9061-cf6c0d71cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.456012 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa273-cdde-4153-9061-cf6c0d71cfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.458899 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7d6aa273-cdde-4153-9061-cf6c0d71cfd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf1303b5-f012-4533-a926-5d3623116ed7 HTTP/1.1" status: 204 len: 168 time: 0.3251967 Jun 28 23:58:35.465377 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:35.500503 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aa273-cdde-4153-9061-cf6c0d71cfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1303b5-f012-4533-a926-5d3623116ed7,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:35.504941 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7d6aa273-cdde-4153-9061-cf6c0d71cfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:35.536347 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-293cd685-4926-47da-9c8b-d649e533015c req-5a0016f3-acf9-40be-9419-d97c632eca79 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780988 Jun 28 23:58:35.543601 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-447519f4-a7fa-4eee-9463-9c450c821b12 req-e3c1a98e-e027-4df7-8e92-a97171662ba4 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748591 Jun 28 23:58:35.549819 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-88793d1f-8556-400c-a5f2-ffe5439383ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.551526 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-88793d1f-8556-400c-a5f2-ffe5439383ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 1096 time: 0.1168666 Jun 28 23:58:35.633495 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4d3db4-1675-4da3-806f-eac9ef844d25 x-openstack-request-id: req-9d4d3db4-1675-4da3-806f-eac9ef844d25 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:35.633765 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f95e74-f928-4003-863d-805d9ec2971b", "tag": "dc75aa60-6883-47ea-bd21-8fd069132b6d", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:35.634212 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d4d3db4-1675-4da3-806f-eac9ef844d25 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:35.634798 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f95e74-f928-4003-863d-805d9ec2971b', 'tag': 'dc75aa60-6883-47ea-bd21-8fd069132b6d', 'status': 'completed', 'code': 200} Jun 28 23:58:35.637258 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-49163f5b-0c8b-41a6-9c9e-438f990b92a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc75aa60-6883-47ea-bd21-8fd069132b6d HTTP/1.1" status: 200 len: 217 time: 0.0533516 Jun 28 23:58:35.705990 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-df2bc291-036c-4918-9a36-98a281e4c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.707710 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-df2bc291-036c-4918-9a36-98a281e4c511 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0477026 Jun 28 23:58:35.757292 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-59874fb1-9d6b-4dfd-afb2-a3aefe099911 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366585 Jun 28 23:58:35.885882 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-0bb5af7c-7c6d-4c5e-8194-acceb2083718 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115122 Jun 28 23:58:36.028429 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2faa8436-6b85-4e49-92e8-e8c6db4dc2cd req-a977c8f9-51bb-4376-99c6-3fecdd6e1167 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979266 Jun 28 23:58:36.284510 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:58:36.293561 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-48b0fdd6-9093-40d5-9307-3f6582a3831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.296656 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-48b0fdd6-9093-40d5-9307-3f6582a3831d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 1096 time: 0.1184034 Jun 28 23:58:36.418228 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd6cb8-0ef5-407f-bded-2903a77207d5 req-ec53154e-af3e-4a9b-ad70-fb9e1657047b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.421523 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-58dd6cb8-0ef5-407f-bded-2903a77207d5 req-ec53154e-af3e-4a9b-ad70-fb9e1657047b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 943 time: 0.0879266 Jun 28 23:58:36.492694 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-58dd6cb8-0ef5-407f-bded-2903a77207d5 req-76ce27ca-de8c-4c7e-b8b8-6051f1d6a335 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477395 Jun 28 23:58:36.534772 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-75cffff7-7bfb-4640-8613-77a7d0549d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.536662 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-75cffff7-7bfb-4640-8613-77a7d0549d19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.2277744 Jun 28 23:58:36.583782 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-097c2fa5-5810-476a-8147-c990ee569572 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc75aa60-6883-47ea-bd21-8fd069132b6d HTTP/1.1" status: 200 len: 217 time: 0.0366013 Jun 28 23:58:36.650430 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-ba4daaf0-b3cb-4862-94a4-4c189aca035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.652915 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-ba4daaf0-b3cb-4862-94a4-4c189aca035e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0599682 Jun 28 23:58:36.702683 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-80fff532-b805-44ac-9cc6-57f730647eb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411141 Jun 28 23:58:36.850590 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-bd22ee8d-9c77-4e1d-a61c-392c6269c85c service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393216 Jun 28 23:58:36.855406 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acfcca-874c-4928-9680-a948fa98ca40 req-64ea801b-66bf-413e-8118-3e30f8170a03 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.857249 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d5acfcca-874c-4928-9680-a948fa98ca40 req-64ea801b-66bf-413e-8118-3e30f8170a03 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 944 time: 0.1337280 Jun 28 23:58:36.860960 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43618) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:36.896171 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cadf8-0fad-4c6f-a31e-39e405fdb4de req-9026054e-8d3f-4ab2-932a-27e24d7d0588 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.898192 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e68cadf8-0fad-4c6f-a31e-39e405fdb4de req-9026054e-8d3f-4ab2-932a-27e24d7d0588 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1332912 Jun 28 23:58:36.931430 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d5acfcca-874c-4928-9680-a948fa98ca40 req-68d6e795-f983-4050-aa2c-a228165174e7 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680370 Jun 28 23:58:36.992274 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e68cadf8-0fad-4c6f-a31e-39e405fdb4de req-675d5da2-7db6-4f52-bf3f-201d95866197 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739958 Jun 28 23:58:37.062011 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d243b03-3260-430a-af98-518709e99293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.074339 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8ae44699-f7d4-4b1a-a4fc-4b9d0a42d6d4 req-10cd31c7-3c88-46de-a1fe-6a6164e13b56 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108903 Jun 28 23:58:37.225835 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d243b03-3260-430a-af98-518709e99293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.231543 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d243b03-3260-430a-af98-518709e99293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.259119 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:37.273409 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7d243b03-3260-430a-af98-518709e99293 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79a183db7557468ca9283a774dad39cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111211 Jun 28 23:58:37.278006 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43632) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:37.289270 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d243b03-3260-430a-af98-518709e99293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8a96e-ae05-4fd5-835e-52850dbf6da6,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:37.293105 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7d243b03-3260-430a-af98-518709e99293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:37.335009 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f41316c0-0011-44fe-b21a-b404ff07b7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.359341 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f41316c0-0011-44fe-b21a-b404ff07b7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.415451 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f41316c0-0011-44fe-b21a-b404ff07b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.418809 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f41316c0-0011-44fe-b21a-b404ff07b7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.420020 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-f41316c0-0011-44fe-b21a-b404ff07b7ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edc8a96e-ae05-4fd5-835e-52850dbf6da6 HTTP/1.1" status: 204 len: 168 time: 0.1410160 Jun 28 23:58:37.420832 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:37.428919 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41316c0-0011-44fe-b21a-b404ff07b7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8a96e-ae05-4fd5-835e-52850dbf6da6,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:37.431352 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f41316c0-0011-44fe-b21a-b404ff07b7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:37.722275 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101569e-f11b-4963-9315-76900725f17f req-d3e22cf2-690f-4b02-90af-cc1f920c2a3e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:37.724906 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c101569e-f11b-4963-9315-76900725f17f req-d3e22cf2-690f-4b02-90af-cc1f920c2a3e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 943 time: 0.0753117 Jun 28 23:58:37.759461 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43644) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:37.784471 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c101569e-f11b-4963-9315-76900725f17f req-e87bdc68-49f7-45a1-af63-6a0c23f97c72 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533104 Jun 28 23:58:37.785138 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ae561525-8981-4021-b498-3f61aa11e931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.878943 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ae561525-8981-4021-b498-3f61aa11e931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.882699 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ae561525-8981-4021-b498-3f61aa11e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:37.885797 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b70ffe18-5d1e-4992-adb7-095b9fe76109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:37.919723 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae561525-8981-4021-b498-3f61aa11e931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412628b0-b4ce-4cdd-ab7a-263e343c7b17,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:37.924100 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-ae561525-8981-4021-b498-3f61aa11e931 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e93102926ea04475bf86a79111c46a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637380 Jun 28 23:58:37.925014 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-ae561525-8981-4021-b498-3f61aa11e931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:37.926768 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43646) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:37.981461 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c73156e1-c1ee-47cf-85db-ec1306316a26 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:58:37.985110 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d7b73ab1-28ec-4fae-9c2a-4ded80157f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:38.008402 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d7b73ab1-28ec-4fae-9c2a-4ded80157f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:38.067240 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d7b73ab1-28ec-4fae-9c2a-4ded80157f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:38.070148 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d7b73ab1-28ec-4fae-9c2a-4ded80157f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:38.071346 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-d7b73ab1-28ec-4fae-9c2a-4ded80157f58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/412628b0-b4ce-4cdd-ab7a-263e343c7b17 HTTP/1.1" status: 204 len: 168 time: 0.1435790 Jun 28 23:58:38.072267 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ca8dba6b-d8c9-457e-90a9-8fb0457cb7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:38.083272 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b73ab1-28ec-4fae-9c2a-4ded80157f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412628b0-b4ce-4cdd-ab7a-263e343c7b17,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:38.086294 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d7b73ab1-28ec-4fae-9c2a-4ded80157f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:38.110046 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port c73156e1-c1ee-47cf-85db-ec1306316a26, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c73156e1-c1ee-47cf-85db-ec1306316a26,segment=NetworkSegment(6f2e892e-57ff-4037-b79f-da4cc424d544),segment_id=6f2e892e-57ff-4037-b79f-da4cc424d544)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:38.121908 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': 'c73156e1-c1ee-47cf-85db-ec1306316a26', 'network_id': '8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a', 'port_id': 'c73156e1-c1ee-47cf-85db-ec1306316a26', 'mac_address': 'fa:16:3e:d2:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f9836-7b40-4de4-8c47-389d44ee9615', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:58:38.170112 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:38.191092 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73156e1-c1ee-47cf-85db-ec1306316a26 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:38.217242 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port c73156e1-c1ee-47cf-85db-ec1306316a26, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c73156e1-c1ee-47cf-85db-ec1306316a26,segment=NetworkSegment(6f2e892e-57ff-4037-b79f-da4cc424d544),segment_id=6f2e892e-57ff-4037-b79f-da4cc424d544)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:38.218409 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f001-02ef-4fa6-a86d-5c1073c84fa0 req-e90d2c50-0eef-4250-8bcb-8543c3e5e0d8 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:38.220848 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5257f001-02ef-4fa6-a86d-5c1073c84fa0 req-e90d2c50-0eef-4250-8bcb-8543c3e5e0d8 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 944 time: 0.1157539 Jun 28 23:58:38.224816 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:38.226563 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cc4321c9-f3d0-4169-ae02-0d566ef8465f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:38.249309 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac077-a05c-4300-8ed4-732de19d1e2c req-6a60e791-5fd9-446b-b78c-a34e99ddabfa tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:38.251256 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-237ac077-a05c-4300-8ed4-732de19d1e2c req-6a60e791-5fd9-446b-b78c-a34e99ddabfa tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1113198 Jun 28 23:58:38.308405 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=c73156e1-c1ee-47cf-85db-ec1306316a26,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:38.316070 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5257f001-02ef-4fa6-a86d-5c1073c84fa0 req-1f6e2914-b283-49e2-ab46-b8a43c90884a tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849195 Jun 28 23:58:38.320843 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:38.373839 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-237ac077-a05c-4300-8ed4-732de19d1e2c req-c9cc73a1-12e6-4f2f-8504-dea429636e64 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104670 Jun 28 23:58:38.723491 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['c73156e1-c1ee-47cf-85db-ec1306316a26'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:38.989654 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0c025-10e0-43db-98a5-69c565156ca1 req-b0accb8f-ba7d-4b7a-8aed-c891e5bda9d4 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:38.991372 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-71a0c025-10e0-43db-98a5-69c565156ca1 req-b0accb8f-ba7d-4b7a-8aed-c891e5bda9d4 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 943 time: 0.0725667 Jun 28 23:58:39.030275 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-71a0c025-10e0-43db-98a5-69c565156ca1 req-666abfed-05eb-4190-b0b3-ce0fb1a9db50 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Jun 28 23:58:39.043891 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43686) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:39.057100 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2dad3457-620c-4ccc-bb4f-4b59b8e453a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.140229 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-790827838-network', 'tenant_id': 'f80dfd1bf3e84fac96d856fc3def4db9'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:39.162493 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Made reservation on behalf of f80dfd1bf3e84fac96d856fc3def4db9 for: {'network': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:39.164912 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.173973 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.266830 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.271291 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.274163 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-97a8d703-777f-4291-bd40-1da270407202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:39.298063 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=92940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:58:39.303420 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aef49e-cc31-4102-a82c-86fba707b01f,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:39.315100 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.315469 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.315797 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.316141 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.316479 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.316824 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.317157 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.317492 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.317830 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.318162 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.318495 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.318838 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:39.323057 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.323517 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.segments_db [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Added segment 3e3713d7-143d-4977-8302-479d7694bed5 of type vlan for network ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051 Jun 28 23:58:39.325104 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:39.368190 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.401381 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.402942 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:39.403537 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.406592 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:39.440006 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3905635 Jun 28 23:58:39.440295 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43694) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:39.447450 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Request body: {'subnet': {'network_id': 'ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-790827838-subnet', 'tenant_id': 'f80dfd1bf3e84fac96d856fc3def4db9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:39.486423 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Pushing event updated for resources: {'Network': ['ID=ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:39.489561 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:39.504914 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:58:39.511891 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Made reservation on behalf of f80dfd1bf3e84fac96d856fc3def4db9 for: {'subnet': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:39.514676 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.560106 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2911f7-8b0d-4943-866e-995c5f10d9b0 req-c0fcbb35-4d9a-454c-9da0-8db4a59dd50c tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:39.561749 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8a2911f7-8b0d-4943-866e-995c5f10d9b0 req-c0fcbb35-4d9a-454c-9da0-8db4a59dd50c tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 945 time: 0.1191723 Jun 28 23:58:39.607606 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311570b9-6046-4ea6-9bfe-9d69108549d7 req-0e617c9c-8028-4f38-a009-8ec1e401383c tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:39.609204 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-311570b9-6046-4ea6-9bfe-9d69108549d7 req-0e617c9c-8028-4f38-a009-8ec1e401383c tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.1006613 Jun 28 23:58:39.635009 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8a2911f7-8b0d-4943-866e-995c5f10d9b0 req-439fe521-0c2b-4a6b-b328-35aa2bcbfffe tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592268 Jun 28 23:58:39.669756 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-311570b9-6046-4ea6-9bfe-9d69108549d7 req-70cf6bd1-489a-4a9e-8a74-ee8b87a963b5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 Jun 28 23:58:39.815751 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.818893 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c38ee97a-206d-4cc3-b017-607614280b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:39.874288 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=529279b9-7a83-49e0-bbc6-d33d65939357,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:39.879071 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:39.882149 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Checking segment: {'id': '3e3713d7-143d-4977-8302-479d7694bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:39.882505 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Network hostable DHCP agents. Network: ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:58:39.902939 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Network ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:58:39.914931 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051) {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:39.920356 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:39.921652 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:39.923899 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ca99b-79c0-47e4-a67a-c547807ff1e4 None None] Network ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:58:39.936670 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4952042 Jun 28 23:58:40.054164 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecbb29a-626c-464a-93a4-181b98e9170b None None] Network ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:58:40.423410 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43720) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:40.428498 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1075066137-network', 'tenant_id': '4f5545217d2a4d5885cdeaa8f23a2a41'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:40.454240 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Made reservation on behalf of 4f5545217d2a4d5885cdeaa8f23a2a41 for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:40.456815 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.467427 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.562081 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.566740 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.569935 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5fbdb64c-0afe-4385-80e9-a0732b969bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:40.593062 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:58:40.606282 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.606617 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Added segment 4387818c-766c-44a8-a09a-14f7c669008d of type vlan for network c7704370-3355-4834-b1c8-534daeea26e4 Jun 28 23:58:40.608054 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a6616f-24fa-43c6-bafb-ce0046def6e4,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:40.617520 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:40.652683 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.680447 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.682006 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:40.683220 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.685280 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-eee8cdf2-9d58-450b-9918-f9551f264fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:40.738610 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3140857 Jun 28 23:58:40.741356 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43728) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:40.746777 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Request body: {'subnet': {'network_id': 'c7704370-3355-4834-b1c8-534daeea26e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1075066137-subnet', 'tenant_id': '4f5545217d2a4d5885cdeaa8f23a2a41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:40.755395 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c7704370-3355-4834-b1c8-534daeea26e4,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:40.759179 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:40.766094 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network c7704370-3355-4834-b1c8-534daeea26e4 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:58:40.786570 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Made reservation on behalf of 4f5545217d2a4d5885cdeaa8f23a2a41 for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:40.789290 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4222157'] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.977701 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4592597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4222171'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:40.980761 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:41.027047 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae09604-a31a-4fab-8e0b-51f24e10a6be,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:41.030088 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:41.046313 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Checking segment: {'id': '4387818c-766c-44a8-a09a-14f7c669008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c7704370-3355-4834-b1c8-534daeea26e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:41.046666 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Network hostable DHCP agents. Network: c7704370-3355-4834-b1c8-534daeea26e4, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:58:41.064036 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Network c7704370-3355-4834-b1c8-534daeea26e4 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:58:41.073804 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, c7704370-3355-4834-b1c8-534daeea26e4) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:41.078735 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:41.079621 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:41.084537 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd34a8-98fd-4cfa-bce0-fea684dbf6b3 None None] Network c7704370-3355-4834-b1c8-534daeea26e4 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:58:41.100568 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-6a675552-8e0f-4c5b-8250-e19f6b9ff8d8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3581464 Jun 28 23:58:41.219443 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24727a7a-6558-4845-b26e-71e65c6e1fa9 None None] Network c7704370-3355-4834-b1c8-534daeea26e4 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:58:41.805801 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device dc75aa60-6883-47ea-bd21-8fd069132b6d details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:58:41.910838 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port dc75aa60-6883-47ea-bd21-8fd069132b6d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=dc75aa60-6883-47ea-bd21-8fd069132b6d,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:41.923065 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': 'dc75aa60-6883-47ea-bd21-8fd069132b6d', 'network_id': '961e0ae2-94d4-4667-b607-c37400732516', 'port_id': 'dc75aa60-6883-47ea-bd21-8fd069132b6d', 'mac_address': 'fa:16:3e:2c:94:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd271d946-ae36-40b8-9c2d-b7397f45a13a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:58:41.970214 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:41.985463 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc75aa60-6883-47ea-bd21-8fd069132b6d {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:42.016315 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e87e6-c00f-4f2b-b375-d630e9e67327 req-d5df376e-6fc7-4d97-bd09-09eae12ba814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:42.017873 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a83e87e6-c00f-4f2b-b375-d630e9e67327 req-d5df376e-6fc7-4d97-bd09-09eae12ba814 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 1099 time: 0.0726109 Jun 28 23:58:42.018028 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port dc75aa60-6883-47ea-bd21-8fd069132b6d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=dc75aa60-6883-47ea-bd21-8fd069132b6d,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:42.024464 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:42.027585 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ec56b01a-e376-45fa-a068-b33f991ebc9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:42.077854 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a83e87e6-c00f-4f2b-b375-d630e9e67327 req-41916ace-78ca-490c-85c5-96938e8ebdc9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Jun 28 23:58:42.079460 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=dc75aa60-6883-47ea-bd21-8fd069132b6d,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:42.083103 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:42.098474 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71557bfe-be12-4eb0-85a5-87ccaf83d900 req-62b0bb4c-12cd-4c01-a5f1-84de6fc6998f tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:42.099999 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-71557bfe-be12-4eb0-85a5-87ccaf83d900 req-62b0bb4c-12cd-4c01-a5f1-84de6fc6998f tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 944 time: 0.0863080 Jun 28 23:58:42.157139 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-71557bfe-be12-4eb0-85a5-87ccaf83d900 req-4afd7263-7f34-4871-87db-83330b8ce57c tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Jun 28 23:58:42.184030 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c3596-23a1-4af8-8e0a-442c77992490 req-00359ce0-8050-4685-a3a3-6d56a5ff003c tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:42.185608 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ea1c3596-23a1-4af8-8e0a-442c77992490 req-00359ce0-8050-4685-a3a3-6d56a5ff003c tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 945 time: 0.1078668 Jun 28 23:58:42.230413 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ea1c3596-23a1-4af8-8e0a-442c77992490 req-00780af9-d80e-4e6b-b5f5-0b90ffeacef9 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389965 Jun 28 23:58:42.283291 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5e4ae453-8a2b-484e-a9f7-a04784a1832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:42.330528 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf1987-e044-464f-ad7a-1e2fb621594d req-a7094c31-6184-45c9-9334-f0855c0f52a1 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:42.331960 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2caf1987-e044-464f-ad7a-1e2fb621594d req-a7094c31-6184-45c9-9334-f0855c0f52a1 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0731339 Jun 28 23:58:42.371815 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2caf1987-e044-464f-ad7a-1e2fb621594d req-abe8e5b5-09c9-4a60-b618-c17f71b4d083 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339544 Jun 28 23:58:42.523169 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:42.540327 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['dc75aa60-6883-47ea-bd21-8fd069132b6d'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:43.345763 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580b125-5099-479f-9064-e9da855dd3f3 req-61dd925f-7550-490b-beb3-a80f47b62d8d tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:43.347333 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d580b125-5099-479f-9064-e9da855dd3f3 req-61dd925f-7550-490b-beb3-a80f47b62d8d tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 944 time: 0.0716863 Jun 28 23:58:43.419345 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d580b125-5099-479f-9064-e9da855dd3f3 req-7ceb5c05-49af-4f72-887b-df17b853c878 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662634 Jun 28 23:58:43.450327 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990655cc-7664-4a3e-92c9-e89f533509f6 req-f16aa8f9-d571-4e51-9d0a-a6fa48b21fd1 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:43.452208 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-990655cc-7664-4a3e-92c9-e89f533509f6 req-f16aa8f9-d571-4e51-9d0a-a6fa48b21fd1 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 945 time: 0.0823507 Jun 28 23:58:43.500967 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-990655cc-7664-4a3e-92c9-e89f533509f6 req-695c0d4e-4847-4ba6-87ec-a2804f248218 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Jun 28 23:58:43.633521 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618a9b-8395-4979-8375-b3627139b477 req-e435bcf4-e80c-44a5-902e-5f7b473bda7a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:43.635653 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff618a9b-8395-4979-8375-b3627139b477 req-e435bcf4-e80c-44a5-902e-5f7b473bda7a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0794115 Jun 28 23:58:43.682565 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff618a9b-8395-4979-8375-b3627139b477 req-a643fc9e-187f-4dd1-8b1c-c1891ef6efc7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360215 Jun 28 23:58:44.241506 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:45.895473 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c73156e1-c1ee-47cf-85db-ec1306316a26 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:45.946049 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port c73156e1-c1ee-47cf-85db-ec1306316a26 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:45.949920 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port c73156e1-c1ee-47cf-85db-ec1306316a26 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:45.950299 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:46.033038 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:46.059648 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d10acff-679e-4fdc-85ae-37305f999101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73156e1-c1ee-47cf-85db-ec1306316a26'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:46.062096 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f832ffb-3619-4da6-a483-3d834093236f" -d '{"events": [{"server_uuid": "3d10acff-679e-4fdc-85ae-37305f999101", "name": "network-vif-plugged", "status": "completed", "tag": "c73156e1-c1ee-47cf-85db-ec1306316a26"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:46.075801 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port c73156e1-c1ee-47cf-85db-ec1306316a26, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c73156e1-c1ee-47cf-85db-ec1306316a26,segment=NetworkSegment(6f2e892e-57ff-4037-b79f-da4cc424d544),segment_id=6f2e892e-57ff-4037-b79f-da4cc424d544)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:46.080784 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:46.082788 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:46.135557 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=c73156e1-c1ee-47cf-85db-ec1306316a26,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:46.143768 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.144150 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.144509 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.144846 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.145176 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.145607 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.145832 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.146162 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.146491 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.146817 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.147176 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.147499 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:46.152501 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:46.722577 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:47.221286 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472aa2c-1cfa-40e2-97ec-ab9696ade08d req-61758ffa-0e19-45fb-9735-89272b8129eb tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:47.222904 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5472aa2c-1cfa-40e2-97ec-ab9696ade08d req-61758ffa-0e19-45fb-9735-89272b8129eb tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 944 time: 0.1082590 Jun 28 23:58:47.254941 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b49ced-2f37-4c44-a6e3-bbe3dde56e3d req-c2ec24ba-bb48-4c8b-9a77-db5666e87898 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:47.256521 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d6b49ced-2f37-4c44-a6e3-bbe3dde56e3d req-c2ec24ba-bb48-4c8b-9a77-db5666e87898 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 946 time: 0.1090310 Jun 28 23:58:47.516456 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5472aa2c-1cfa-40e2-97ec-ab9696ade08d req-af4e253e-3763-4559-8481-c95bab935d8f tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844772 Jun 28 23:58:47.531022 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d6b49ced-2f37-4c44-a6e3-bbe3dde56e3d req-a143ea49-09cb-4caf-a0fe-e2a49de3370d tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665517 Jun 28 23:58:47.592985 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79e23ed-236a-4ff2-a1d8-181da1c9bafb x-openstack-request-id: req-e79e23ed-236a-4ff2-a1d8-181da1c9bafb {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:47.593606 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d10acff-679e-4fdc-85ae-37305f999101", "name": "network-vif-plugged", "status": "completed", "tag": "c73156e1-c1ee-47cf-85db-ec1306316a26", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:47.594033 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e79e23ed-236a-4ff2-a1d8-181da1c9bafb {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:47.594736 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d10acff-679e-4fdc-85ae-37305f999101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73156e1-c1ee-47cf-85db-ec1306316a26', 'code': 200} Jun 28 23:58:47.683115 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878bc21-94a2-4265-b59f-cccb004de8ea req-718e592b-208c-435f-b9a5-4f04eb231adf tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:47.684562 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d878bc21-94a2-4265-b59f-cccb004de8ea req-718e592b-208c-435f-b9a5-4f04eb231adf tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0649621 Jun 28 23:58:47.723740 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d878bc21-94a2-4265-b59f-cccb004de8ea req-5d9ab12e-8beb-4236-9d16-929c2b1d4614 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Jun 28 23:58:47.914881 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9f62-ce84-47bc-b85e-3e93af4e1674 req-8f4c5a10-4915-4b16-b92b-984326455166 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:47.916960 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ca7c9f62-ce84-47bc-b85e-3e93af4e1674 req-8f4c5a10-4915-4b16-b92b-984326455166 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0757554 Jun 28 23:58:47.969281 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ca7c9f62-ce84-47bc-b85e-3e93af4e1674 req-434aeed1-f1d2-42b4-bc0c-d7f97311dcad tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Jun 28 23:58:47.970375 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83bc2c-73c9-4a78-b27d-6288bcbd903b req-a6a38e24-b788-4d35-a6f0-3b6997cc644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:47.971941 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7f83bc2c-73c9-4a78-b27d-6288bcbd903b req-a6a38e24-b788-4d35-a6f0-3b6997cc644c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 1099 time: 0.0627918 Jun 28 23:58:48.009743 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7f83bc2c-73c9-4a78-b27d-6288bcbd903b req-caf6508c-924f-4ff6-9510-a55d15b2f7b7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Jun 28 23:58:48.107984 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device dc75aa60-6883-47ea-bd21-8fd069132b6d up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:48.176399 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port dc75aa60-6883-47ea-bd21-8fd069132b6d completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:48.183282 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port dc75aa60-6883-47ea-bd21-8fd069132b6d triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:48.184244 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:48.339469 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:48.424894 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port dc75aa60-6883-47ea-bd21-8fd069132b6d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=dc75aa60-6883-47ea-bd21-8fd069132b6d,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:48.445075 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:48.451319 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c5674364-6b0e-4354-a945-093b218131e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:48.548518 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=dc75aa60-6883-47ea-bd21-8fd069132b6d,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:48.552484 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:48.821999 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049da701-7f05-4012-a2c3-8708a1849afb req-9cf08051-f26b-4a59-b93d-84a91b94bb83 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:48.823641 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-049da701-7f05-4012-a2c3-8708a1849afb req-9cf08051-f26b-4a59-b93d-84a91b94bb83 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 945 time: 0.1405461 Jun 28 23:58:48.878919 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476a545-2ec9-4358-b28d-53184a58865f req-0e9c8a99-651c-4a57-af5b-001bde4e2da1 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:48.880564 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2476a545-2ec9-4358-b28d-53184a58865f req-0e9c8a99-651c-4a57-af5b-001bde4e2da1 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 946 time: 0.1186132 Jun 28 23:58:48.889621 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-049da701-7f05-4012-a2c3-8708a1849afb req-1d5ae4a0-e215-417a-a272-6a59dad65150 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595407 Jun 28 23:58:48.928808 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2476a545-2ec9-4358-b28d-53184a58865f req-ab29bd1a-b62d-4c8e-b89d-76ef0a4c1cc6 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367963 Jun 28 23:58:49.595623 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f95e74-f928-4003-863d-805d9ec2971b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc75aa60-6883-47ea-bd21-8fd069132b6d'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:49.598952 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2349738e-3f8b-4f9b-b68e-9c887c62b395" -d '{"events": [{"server_uuid": "16f95e74-f928-4003-863d-805d9ec2971b", "name": "network-vif-plugged", "status": "completed", "tag": "dc75aa60-6883-47ea-bd21-8fd069132b6d"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:49.832902 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:49.857391 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a7e620-221c-4f5f-b636-10c729f962a7 x-openstack-request-id: req-93a7e620-221c-4f5f-b636-10c729f962a7 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:49.858222 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f95e74-f928-4003-863d-805d9ec2971b", "name": "network-vif-plugged", "status": "completed", "tag": "dc75aa60-6883-47ea-bd21-8fd069132b6d", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:49.858773 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93a7e620-221c-4f5f-b636-10c729f962a7 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:49.859534 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f95e74-f928-4003-863d-805d9ec2971b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc75aa60-6883-47ea-bd21-8fd069132b6d', 'code': 200} Jun 28 23:58:52.706236 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-fea50e6b-ada0-4b27-b23e-df580efdf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:52.708801 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-fea50e6b-ada0-4b27-b23e-df580efdf8af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0765872 Jun 28 23:58:52.776957 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347331a-d9a1-4d09-8318-47e62b616429 req-db88f17f-e12e-4608-9f02-831c2f437eff tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:52.778784 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f347331a-d9a1-4d09-8318-47e62b616429 req-db88f17f-e12e-4608-9f02-831c2f437eff tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0755386 Jun 28 23:58:52.852278 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f347331a-d9a1-4d09-8318-47e62b616429 req-a5268c5a-e5db-43c5-a65b-120d5cdb83c4 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644031 Jun 28 23:58:52.853266 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-c3ece57c-7c1e-494e-a93c-d0c066a2b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:52.854974 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-c3ece57c-7c1e-494e-a93c-d0c066a2b5c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.1266601 Jun 28 23:58:52.883971 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a521c60-2ed0-4cb7-a4b3-33cbf5b1c596 req-56ec8fa3-ed59-473d-85ce-352ed6d90af1 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:52.886247 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3a521c60-2ed0-4cb7-a4b3-33cbf5b1c596 req-56ec8fa3-ed59-473d-85ce-352ed6d90af1 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 945 time: 0.0918932 Jun 28 23:58:52.928494 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3a521c60-2ed0-4cb7-a4b3-33cbf5b1c596 req-a0df7c08-c0ba-4b8d-ad76-afa86521f48a tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358953 Jun 28 23:58:53.052926 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec8814-a426-45d6-9273-11c4d7520c9e req-7acc9ebd-368f-426a-a2cd-2e398f362d21 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:53.054567 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2eec8814-a426-45d6-9273-11c4d7520c9e req-7acc9ebd-368f-426a-a2cd-2e398f362d21 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 946 time: 0.0871232 Jun 28 23:58:53.117064 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2eec8814-a426-45d6-9273-11c4d7520c9e req-d22829dc-3816-417f-8184-bc2ec5d49f8a tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525992 Jun 28 23:58:53.169618 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-6db83758-b49c-4fc6-bd4d-1b9867ad027b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.2947528 Jun 28 23:58:53.172286 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518e931-de66-4da5-b23b-e4ccec406fa6 req-9d663f24-ea02-4c15-b08f-4ebb13b96e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:53.173691 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7518e931-de66-4da5-b23b-e4ccec406fa6 req-9d663f24-ea02-4c15-b08f-4ebb13b96e58 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 1098 time: 0.3577681 Jun 28 23:58:53.298529 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7518e931-de66-4da5-b23b-e4ccec406fa6 req-1724f9aa-3431-48fa-b7f5-1a1b67195a40 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654514 Jun 28 23:58:53.302337 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-4de2eef8-6f3c-4c16-8ce9-ac0a0ebfcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:53.303737 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-4de2eef8-6f3c-4c16-8ce9-ac0a0ebfcfe8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0696914 Jun 28 23:58:53.704983 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-516406e0-57d5-465f-857b-2f47abccb135 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407412 Jun 28 23:58:53.919672 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-38143374-c7c8-43b3-82ee-cf8108ce84c7 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124983 Jun 28 23:58:54.089986 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-368eda9a-efc6-405c-9bf2-d99a4ec3b18e req-2d48985a-8242-412d-ade6-5c3ddd107115 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620853 Jun 28 23:58:54.225639 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64c84e-0213-4aa1-9d4e-73441d06759d req-7fbc2a1b-367a-4dc8-b997-97109dd252c9 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:54.227961 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3d64c84e-0213-4aa1-9d4e-73441d06759d req-7fbc2a1b-367a-4dc8-b997-97109dd252c9 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.2062802 Jun 28 23:58:54.275831 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc53cc-bbc2-41a4-a9a8-6aa42f74dd95 req-593f1b7b-db1f-4fe6-beff-5c34a6ee3f00 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:54.277739 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-55fc53cc-bbc2-41a4-a9a8-6aa42f74dd95 req-593f1b7b-db1f-4fe6-beff-5c34a6ee3f00 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 945 time: 0.1880472 Jun 28 23:58:54.348127 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3d64c84e-0213-4aa1-9d4e-73441d06759d req-68c4e419-0572-43b7-b3fe-4d98947c0f92 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074166 Jun 28 23:58:54.394331 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-55fc53cc-bbc2-41a4-a9a8-6aa42f74dd95 req-9c9ba5e1-f092-4e80-b363-639dbeee43ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033368 Jun 28 23:58:54.547305 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a856-c26c-431e-801e-749ee11b2661 req-c4f774b7-53df-402e-8b18-c14f88194e43 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:54.547305 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6d19a856-c26c-431e-801e-749ee11b2661 req-c4f774b7-53df-402e-8b18-c14f88194e43 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 946 time: 0.0878127 Jun 28 23:58:54.588757 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6d19a856-c26c-431e-801e-749ee11b2661 req-bb34f428-ead4-42e3-bf88-a8ceb2c3e3f6 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356398 Jun 28 23:58:54.731172 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303124e0-15a7-40ef-a529-745bc8787dba req-04790042-7cf1-4152-904f-a27e9503bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:54.733421 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-303124e0-15a7-40ef-a529-745bc8787dba req-04790042-7cf1-4152-904f-a27e9503bfed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0659685 Jun 28 23:58:54.851928 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303124e0-15a7-40ef-a529-745bc8787dba req-9b94515b-eee3-4f0b-97b0-6630d7848336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:54.853956 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-303124e0-15a7-40ef-a529-745bc8787dba req-9b94515b-eee3-4f0b-97b0-6630d7848336 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.0889688 Jun 28 23:58:58.519600 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-303124e0-15a7-40ef-a529-745bc8787dba req-b8189a24-582c-4b72-87ac-c2ad2ab48493 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.0430720 Jun 28 23:58:58.585212 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303124e0-15a7-40ef-a529-745bc8787dba req-b7c188af-8e0c-4585-8df6-15055612ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:58.586662 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-303124e0-15a7-40ef-a529-745bc8787dba req-b7c188af-8e0c-4585-8df6-15055612ffd6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0451651 Jun 28 23:58:58.665224 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-303124e0-15a7-40ef-a529-745bc8787dba req-f7e6b76d-130d-41f4-a587-f21cc851909b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327611 Jun 28 23:58:58.802014 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7e507-7270-4e4f-81ce-3ee9502c28fb req-c81c4538-7121-46b6-994b-72c45cfe20df tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:58.803575 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7ad7e507-7270-4e4f-81ce-3ee9502c28fb req-c81c4538-7121-46b6-994b-72c45cfe20df tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1267378 Jun 28 23:58:58.821198 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-303124e0-15a7-40ef-a529-745bc8787dba req-d2e70bc9-c461-499b-8012-e74aa1077d92 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068928 Jun 28 23:58:58.860521 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d39959-dc0a-49de-ad70-fe7a58c9cf72 req-25e95a21-a890-4a71-a992-d76040969ee4 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:58.862024 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b6d39959-dc0a-49de-ad70-fe7a58c9cf72 req-25e95a21-a890-4a71-a992-d76040969ee4 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 945 time: 0.1130414 Jun 28 23:58:58.865406 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7ad7e507-7270-4e4f-81ce-3ee9502c28fb req-06341063-f428-4cda-9655-137250058ca8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541124 Jun 28 23:58:58.917415 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b6d39959-dc0a-49de-ad70-fe7a58c9cf72 req-a94c8714-6a86-4a43-bf8e-17cc537e8f4d tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459526 Jun 28 23:58:58.949585 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-303124e0-15a7-40ef-a529-745bc8787dba req-981504bc-2505-458a-80a8-c2b59cd22482 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195824 Jun 28 23:59:00.050100 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bc6bf-9456-4318-b00e-37fe5445241c req-32c8f87c-cb7f-471c-990e-ebb17fa75d78 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:00.051872 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-866bc6bf-9456-4318-b00e-37fe5445241c req-32c8f87c-cb7f-471c-990e-ebb17fa75d78 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0675526 Jun 28 23:59:00.126299 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-866bc6bf-9456-4318-b00e-37fe5445241c req-16ddfcf6-73ed-4365-b30d-218979bbdf30 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676870 Jun 28 23:59:00.159207 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c6b31-5726-4cb9-ab5d-8707be941105 req-6d5a9f19-611e-4d99-af04-4d9c9c8c52a7 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:00.160591 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b50c6b31-5726-4cb9-ab5d-8707be941105 req-6d5a9f19-611e-4d99-af04-4d9c9c8c52a7 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 945 time: 0.0838065 Jun 28 23:59:00.200694 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b50c6b31-5726-4cb9-ab5d-8707be941105 req-fc7c1d73-dc93-4ee3-a916-b95a3a73c2ec tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338809 Jun 28 23:59:01.307899 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0113b2-0dad-49d8-b734-2e6017198900 req-9f400b5e-f1dc-40d1-84c8-dd3c5e095492 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:01.309383 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e0113b2-0dad-49d8-b734-2e6017198900 req-9f400b5e-f1dc-40d1-84c8-dd3c5e095492 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0660605 Jun 28 23:59:01.349951 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e0113b2-0dad-49d8-b734-2e6017198900 req-cd70fe99-0625-4e8b-9a6c-72efccce292f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345967 Jun 28 23:59:02.527633 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf09a-0aa3-4da0-b214-0f1b9680f70c req-85ba4fe0-5424-46d2-a6bf-e1101e455871 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:02.529242 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-52bbf09a-0aa3-4da0-b214-0f1b9680f70c req-85ba4fe0-5424-46d2-a6bf-e1101e455871 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0632138 Jun 28 23:59:02.566060 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-52bbf09a-0aa3-4da0-b214-0f1b9680f70c req-95390bc6-ec5e-4db0-804d-9f13fe7587ba tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310042 Jun 28 23:59:03.756064 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c91a14-bae4-4420-ba05-f048c12dea30 req-d5b9c860-d66a-4575-bf59-587731df7038 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:03.757538 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1c91a14-bae4-4420-ba05-f048c12dea30 req-d5b9c860-d66a-4575-bf59-587731df7038 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0669010 Jun 28 23:59:03.796087 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1c91a14-bae4-4420-ba05-f048c12dea30 req-f3b53988-b976-4e2c-9e61-57b9d4044b89 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Jun 28 23:59:05.008745 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee8176-fc7b-4f80-994f-3bfc4cc4b391 req-875020c9-c6aa-4b56-8916-68db67149035 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:05.010263 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ecee8176-fc7b-4f80-994f-3bfc4cc4b391 req-875020c9-c6aa-4b56-8916-68db67149035 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0695372 Jun 28 23:59:05.055542 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ecee8176-fc7b-4f80-994f-3bfc4cc4b391 req-800dbc23-0a24-4383-88ac-3cfeab8e040c tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Jun 28 23:59:06.250279 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a19ed7-be8f-4d40-b8a2-a5a3e2d7077a req-ffbd3503-769a-497e-81cf-e20d2fd3702a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:06.252012 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-20a19ed7-be8f-4d40-b8a2-a5a3e2d7077a req-ffbd3503-769a-497e-81cf-e20d2fd3702a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0768466 Jun 28 23:59:06.297513 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-20a19ed7-be8f-4d40-b8a2-a5a3e2d7077a req-1f920ecc-b00a-4d08-8c80-5a6c43f44c05 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369546 Jun 28 23:59:06.537207 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44242) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:06.644068 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:06.740652 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:06.744543 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:06.746947 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c2a98486-598d-4bc9-a85b-cb8072e359f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:06.783600 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a1545623ff84005b3c781546b905cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451448 Jun 28 23:59:06.784545 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9118b77-d38e-4c9f-9bf6-e33fd1a1d8a4,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:06.786450 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44248) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:06.792795 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.793165 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.793532 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.793890 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.794242 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.794599 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.794994 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.795341 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.795686 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.796029 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.796372 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.796842 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:06.801640 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:06.848054 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1179-5e04-4c25-96c1-dc2186dba493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:06.869170 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1179-5e04-4c25-96c1-dc2186dba493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:06.917376 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1179-5e04-4c25-96c1-dc2186dba493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:06.920016 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6c3c1179-5e04-4c25-96c1-dc2186dba493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:06.921197 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-6c3c1179-5e04-4c25-96c1-dc2186dba493 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9118b77-d38e-4c9f-9bf6-e33fd1a1d8a4 HTTP/1.1" status: 204 len: 168 time: 0.1333270 Jun 28 23:59:06.921942 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f41316c0-0011-44fe-b21a-b404ff07b7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:06.929820 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c1179-5e04-4c25-96c1-dc2186dba493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9118b77-d38e-4c9f-9bf6-e33fd1a1d8a4,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:06.932258 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6c3c1179-5e04-4c25-96c1-dc2186dba493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:07.616250 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44282) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:07.720436 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1799957313-network', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:07.748021 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Made reservation on behalf of ac9c3914db6447529365428a9c4346a9 for: {'network': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:07.750879 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:07.764196 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:07.862645 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:07.867920 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:07.871330 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f32fd932-fd76-49c8-aa5e-2c5bea54db10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:07.893727 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=92940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:59:07.904289 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382007d5-881e-4824-b095-3d5abfd226f7,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:07.908868 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:07.909938 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:07.910285 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.segments_db [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Added segment 20c2878a-fe15-42c3-ab38-929485394265 of type vlan for network 90fadcaf-62f5-4feb-b044-03ef50d9a94c Jun 28 23:59:07.952265 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:07.985766 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:07.987121 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:07.987704 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:07.989834 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:08.020669 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4032023 Jun 28 23:59:08.023738 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44288) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:08.033529 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Request body: {'subnet': {'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1799957313-subnet', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'ip_version': 4}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:08.054934 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Pushing event updated for resources: {'Network': ['ID=90fadcaf-62f5-4feb-b044-03ef50d9a94c,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:08.059051 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:08.063406 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Made reservation on behalf of ac9c3914db6447529365428a9c4346a9 for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:08.065759 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4222157'] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.066181 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 90fadcaf-62f5-4feb-b044-03ef50d9a94c details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:59:08.267206 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4592597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4222171'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.269496 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-41725178-8f49-4644-9996-1d926643078c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:08.324004 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e24dc6-dad0-42a6-924f-acfb4adba68c,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:08.327207 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:08.336253 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Checking segment: {'id': '20c2878a-fe15-42c3-ab38-929485394265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:08.336719 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Network hostable DHCP agents. Network: 90fadcaf-62f5-4feb-b044-03ef50d9a94c, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:59:08.356124 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Network 90fadcaf-62f5-4feb-b044-03ef50d9a94c is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:59:08.369058 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 90fadcaf-62f5-4feb-b044-03ef50d9a94c) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:08.378345 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:08.379308 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.384853 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f575200a-7f34-4a0a-977c-0ded122ed1ae None None] Network 90fadcaf-62f5-4feb-b044-03ef50d9a94c requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:08.412607 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3864620 Jun 28 23:59:08.415273 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44294) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:08.425458 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:08.446566 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.449694 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.537701 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.606101 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-90fadcaf-62f5-4feb-b044-03ef50d9a94c', 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'fixed_ips': [{'subnet_id': 'd7e24dc6-dad0-42a6-924f-acfb4adba68c'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:59:08.607629 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.701351 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.769610 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Allocated IP 172.20.0.2 (90fadcaf-62f5-4feb-b044-03ef50d9a94c/d7e24dc6-dad0-42a6-924f-acfb4adba68c/d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:08.910690 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.914090 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.923112 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Transition to ACTIVE for port object d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:08.929969 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.939139 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Transition to ACTIVE for port object d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:08.944964 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.946915 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:09.037898 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Allocated IP 172.27.1.72 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/5c39e9e9-88af-4b1c-b7f3-542813972d43) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:09.116903 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Network 90fadcaf-62f5-4feb-b044-03ef50d9a94c is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:09.126061 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:09.130554 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-431cd153-edc8-41d7-8470-9a51ff802d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:09.132379 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:09.136702 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Pushing event updated for resources: {'Port': ['ID=d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:09.141688 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:09.185966 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:09.201675 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Attempting to bind port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:09.202060 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Attempting to bind port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '20c2878a-fe15-42c3-ab38-929485394265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:09.202470 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Attempting to bind port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 on network 90fadcaf-62f5-4feb-b044-03ef50d9a94c {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:09.208082 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:09.208493 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Checking segment: {'id': '20c2878a-fe15-42c3-ab38-929485394265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:09.208942 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:09.209363 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Bound using segment: {'id': '20c2878a-fe15-42c3-ab38-929485394265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:09.209882 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Bound port: d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c2878a-fe15-42c3-ab38-929485394265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:09.210323 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:09.242624 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:09.249186 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-572f5a17-d1fc-4d5e-91e2-3241f40e12c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:09.280179 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] For port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:09.283905 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] For port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9,segment=NetworkSegment(20c2878a-fe15-42c3-ab38-929485394265),segment_id=20c2878a-fe15-42c3-ab38-929485394265)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:09.289169 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:09.292654 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:09.295625 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:09.298404 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:09.304605 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:09.360844 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Pushing event updated for resources: {'Port': ['ID=5c39e9e9-88af-4b1c-b7f3-542813972d43,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:09.386633 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Pushing event updated for resources: {'Port': ['ID=d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:09.388674 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:09.390364 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:09.556509 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:09.791636 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:09.932278 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Router 93e03d08-c5d6-4a4f-a8b9-c91281782fee is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:59:09.950451 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597cb17-789e-4e01-8944-aa83feb8952f req-66d0d4d4-a605-4ad1-9382-82732281f1c9 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:09.952359 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d597cb17-789e-4e01-8944-aa83feb8952f req-66d0d4d4-a605-4ad1-9382-82732281f1c9 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0903246 Jun 28 23:59:09.999659 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d597cb17-789e-4e01-8944-aa83feb8952f req-e7a547e6-536c-4709-ab26-a73d72838df8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Jun 28 23:59:10.051021 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:59:10.060594 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Sync routers for ids ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:59:10.072895 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Notify callbacks [] for router, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:10.074001 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Routers {'93e03d08-c5d6-4a4f-a8b9-c91281782fee'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:10.074205 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6572816 Jun 28 23:59:10.075277 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:58:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:10.077224 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44308) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:10.184033 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Set router 93e03d08-c5d6-4a4f-a8b9-c91281782fee gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:10.306777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5da3e-b01e-480f-8a65-1954d4731ad9 None None] Network 90fadcaf-62f5-4feb-b044-03ef50d9a94c requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:10.385409 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-c097ba96-cc73-4399-96d7-39ad31286d4e None None] Provisioning for port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:10.409407 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:09Z', 'revision_number': 3, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'gw_port': {'id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:10.443724 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Checking router: 93e03d08-c5d6-4a4f-a8b9-c91281782fee for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:59:10.444396 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Updating router 93e03d08-c5d6-4a4f-a8b9-c91281782fee port 5c39e9e9-88af-4b1c-b7f3-542813972d43 binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:59:10.543342 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:10.754758 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:10.875488 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:10.908413 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:10.909789 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:10.951929 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.045428 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.059981 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Transition to ACTIVE for port object 5c39e9e9-88af-4b1c-b7f3-542813972d43 will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:11.070354 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.073450 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-194e0891-3879-4538-9da8-1f3425c72225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:11.073705 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-08111326-9090-4622-9818-75c6167d361b None None] Provisioning complete for port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:11.074157 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-08111326-9090-4622-9818-75c6167d361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.100521 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.136371 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Pushing event updated for resources: {'Port': ['ID=5c39e9e9-88af-4b1c-b7f3-542813972d43,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:11.143045 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Attempting to bind port 5c39e9e9-88af-4b1c-b7f3-542813972d43 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:11.143441 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Attempting to bind port 5c39e9e9-88af-4b1c-b7f3-542813972d43 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:11.143857 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Attempting to bind port 5c39e9e9-88af-4b1c-b7f3-542813972d43 on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:11.154093 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.154429 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.154996 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.155465 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.159622 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9,segment=NetworkSegment(20c2878a-fe15-42c3-ab38-929485394265),segment_id=20c2878a-fe15-42c3-ab38-929485394265)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:11.160110 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.160491 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.160836 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.161247 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.161600 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.161924 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.162334 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.162657 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:11.166099 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Allocated IP 172.20.0.1 (90fadcaf-62f5-4feb-b044-03ef50d9a94c/d7e24dc6-dad0-42a6-924f-acfb4adba68c/0c924010-73aa-4cbd-9bd9-7e8c14f5a89f) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:11.167938 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:11.170142 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:11.170142 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:11.170525 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.171120 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:11.171785 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Bound port: 5c39e9e9-88af-4b1c-b7f3-542813972d43, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:11.172340 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.176208 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.179470 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:11.269358 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:11.272764 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:11.288095 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] For port 5c39e9e9-88af-4b1c-b7f3-542813972d43, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:11.293388 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] For port 5c39e9e9-88af-4b1c-b7f3-542813972d43, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=5c39e9e9-88af-4b1c-b7f3-542813972d43,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:11.300410 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.311070 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:11.338339 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.360839 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Transition to ACTIVE for port object 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:11.391066 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Routers {'93e03d08-c5d6-4a4f-a8b9-c91281782fee'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:11.391709 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:58:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:11.428045 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.439915 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:11.450623 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Network 90fadcaf-62f5-4feb-b044-03ef50d9a94c is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:11.454153 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:11.474822 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:11.475715 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.499813 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99415e3e-ac7b-4080-9aa2-5f4a52297b6b req-204b8829-2c36-41dd-b76e-af18d96161b7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:11.507293 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-99415e3e-ac7b-4080-9aa2-5f4a52297b6b req-204b8829-2c36-41dd-b76e-af18d96161b7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1105952 Jun 28 23:59:11.536509 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Pushing event updated for resources: {'Port': ['ID=5c39e9e9-88af-4b1c-b7f3-542813972d43,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:11.542090 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:11.560719 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Pushing event updated for resources: {'Port': ['ID=0c924010-73aa-4cbd-9bd9-7e8c14f5a89f,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:11.565740 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:11.593770 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-99415e3e-ac7b-4080-9aa2-5f4a52297b6b req-a6669c2c-221d-41a1-8f49-c3a20533e89f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854492 Jun 28 23:59:11.721005 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.723823 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] Set router 93e03d08-c5d6-4a4f-a8b9-c91281782fee gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:11.895574 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-bf136f8b-0533-445c-b39d-8905f54ed0d9 None None] Provisioning for port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:11.901059 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-bf136f8b-0533-445c-b39d-8905f54ed0d9 None None] Provisioning complete for port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:11.901551 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bf136f8b-0533-445c-b39d-8905f54ed0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.973663 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.981872 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.987004 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.989010 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:11.994802 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-bf136f8b-0533-445c-b39d-8905f54ed0d9 None None] Port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:59:12.067825 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Pushing event updated for resources: {'Port': ['ID=0c924010-73aa-4cbd-9bd9-7e8c14f5a89f,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:12.098528 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:12.171687 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:09Z', 'revision_number': 3, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'gw_port': {'id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:12.206547 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Network 90fadcaf-62f5-4feb-b044-03ef50d9a94c is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:12.212824 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:12.285688 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ef8035be-ab2e-42b8-8ca1-603fe4f30b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:12.324249 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cdb924-e42f-416e-8caf-7efe39db6fe5 None None] The sync data for ids ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'] in dv-cinder-763306-13-iscsi is: [{'id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:09Z', 'revision_number': 3, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'gw_port': {'id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:59:12.453078 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Router 93e03d08-c5d6-4a4f-a8b9-c91281782fee has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:59:12.537527 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:12.599124 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:12.654489 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-1a3df388-b7b6-43e3-8e3a-1a94e6f8ea29 None None] Provisioning complete for port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:12.655089 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1a3df388-b7b6-43e3-8e3a-1a94e6f8ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:12.661923 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:59:12.675781 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] 10.222.0.24 "PUT /v2.0/routers/93e03d08-c5d6-4a4f-a8b9-c91281782fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5940416 Jun 28 23:59:12.718113 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-1a3df388-b7b6-43e3-8e3a-1a94e6f8ea29 None None] Port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:59:12.736184 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:12.737083 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:12.977342 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963f396-f957-49b8-ae02-b0d9467f3504 req-52ea550e-0aee-4bda-baf2-b8bbe997be1b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:12.979978 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e963f396-f957-49b8-ae02-b0d9467f3504 req-52ea550e-0aee-4bda-baf2-b8bbe997be1b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1991746 Jun 28 23:59:13.037415 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e963f396-f957-49b8-ae02-b0d9467f3504 req-2f23e5dd-5ca6-477b-a0c6-9b6280ae5ece tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499887 Jun 28 23:59:13.289269 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:59:13.460229 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44388) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:13.468345 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1425671681-network', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:13.502630 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Made reservation on behalf of 11668d0a9e414be7b29ea8d9d179c58b for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:13.506093 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.524426 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.750448 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.759912 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.769483 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:13.806899 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:59:13.820658 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797d5a9a-ad29-42e7-a002-4cb8fbec4450,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:13.826590 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:13.828165 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.828670 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Added segment 129f9983-dac8-4065-96ae-f958a8883a21 of type vlan for network a258838e-2008-407e-9700-38af72b2fd59 Jun 28 23:59:13.893421 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.935857 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.937817 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:13.938788 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.943906 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:14.003262 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5375810 Jun 28 23:59:14.004884 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44408) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:14.012110 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Request body: {'subnet': {'network_id': 'a258838e-2008-407e-9700-38af72b2fd59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1425671681-subnet', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'ip_version': 4}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:14.051454 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Made reservation on behalf of 11668d0a9e414be7b29ea8d9d179c58b for: {'subnet': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:14.054598 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.090329 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Pushing event updated for resources: {'Network': ['ID=a258838e-2008-407e-9700-38af72b2fd59,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:14.101365 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:14.134941 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network a258838e-2008-407e-9700-38af72b2fd59 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:59:14.385816 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.390122 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.392508 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-99112269-f156-422e-b9d8-aaa927921d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:14.459402 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118ac6d-8700-40a1-91c5-9a3fbc96488a req-0fa2ae46-cdb6-4d10-9402-8da6a3eed2bc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:14.461396 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7118ac6d-8700-40a1-91c5-9a3fbc96488a req-0fa2ae46-cdb6-4d10-9402-8da6a3eed2bc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0873284 Jun 28 23:59:14.503167 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77462d6-48eb-4b7a-b25e-4a5ca082bdc4,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:14.513304 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:14.536520 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7118ac6d-8700-40a1-91c5-9a3fbc96488a req-c82ad56e-137c-4f96-b3b5-58bdc80951d4 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641630 Jun 28 23:59:14.542675 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Checking segment: {'id': '129f9983-dac8-4065-96ae-f958a8883a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:14.543875 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Network hostable DHCP agents. Network: a258838e-2008-407e-9700-38af72b2fd59, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:59:14.582065 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Network a258838e-2008-407e-9700-38af72b2fd59 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:59:14.604805 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, a258838e-2008-407e-9700-38af72b2fd59) {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:14.626587 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519aa83-f8ad-4b68-98d4-027797012f67 None None] Network a258838e-2008-407e-9700-38af72b2fd59 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:14.627153 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:14.630746 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.679344 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6727550 Jun 28 23:59:14.682815 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44426) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:14.689421 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:14.724329 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 5c39e9e9-88af-4b1c-b7f3-542813972d43 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:14.765534 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.766773 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.902393 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.941955 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Sync routers for ids ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:59:14.955481 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 5c39e9e9-88af-4b1c-b7f3-542813972d43 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:15.015484 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Routers {'93e03d08-c5d6-4a4f-a8b9-c91281782fee'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:15.016570 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:15.063565 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:15.115867 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 5c39e9e9-88af-4b1c-b7f3-542813972d43 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:15.116520 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:15.357782 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-a258838e-2008-407e-9700-38af72b2fd59', 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'fixed_ips': [{'subnet_id': 'f77462d6-48eb-4b7a-b25e-4a5ca082bdc4'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:59:15.359328 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:15.383758 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:15.421124 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:15.444758 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Set router 93e03d08-c5d6-4a4f-a8b9-c91281782fee gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:15.580753 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Allocated IP 172.27.1.146 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/acce122a-f35b-4975-bb36-e8e3994e3f6e) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:15.615856 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:15.702180 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 5c39e9e9-88af-4b1c-b7f3-542813972d43, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=5c39e9e9-88af-4b1c-b7f3-542813972d43,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:15.730406 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:15.778804 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:15.808185 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-08dc892f-3ea4-4be1-b3c6-49b2a66d899e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:15.809768 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-08dc892f-3ea4-4be1-b3c6-49b2a66d899e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 814 time: 0.2245629 Jun 28 23:59:15.832129 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:15.863542 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4326af02-4725-431d-88ed-8147637c0905 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/quotas/d7a7bdfab54a468db692b9f0c446237b HTTP/1.1" status: 200 len: 375 time: 0.0352273 Jun 28 23:59:15.869151 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44466) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:15.913356 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Allocated IP 172.20.0.2 (a258838e-2008-407e-9700-38af72b2fd59/f77462d6-48eb-4b7a-b25e-4a5ca082bdc4/9ec33558-52f1-4a51-9811-0b4ef2de6c16) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:15.943724 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_v2 [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] Deleting subnet 529279b9-7a83-49e0-bbc6-d33d65939357 {{(pid=92940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:59:15.948221 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:15.957251 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=5c39e9e9-88af-4b1c-b7f3-542813972d43,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:16.002173 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:16.016559 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.026716 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.136934 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.140509 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:16.168889 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529279b9-7a83-49e0-bbc6-d33d65939357,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:16.176469 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:16.180633 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.185544 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/529279b9-7a83-49e0-bbc6-d33d65939357 HTTP/1.1" status: 204 len: 168 time: 0.3131886 Jun 28 23:59:16.187092 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44474) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:16.188339 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:11Z', 'revision_number': 4, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'gw_port': {'id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0c924010-73aa-4cbd-9bd9-7e8c14f5a89f', 'name': '', 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'mac_address': 'fa:16:3e:0f:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd7e24dc6-dad0-42a6-924f-acfb4adba68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:10Z', 'updated_at': '2021-06-28T23:59:11Z', 'revision_number': 2, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'subnets': [{'id': 'd7e24dc6-dad0-42a6-924f-acfb4adba68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:16.219631 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc78c2-178d-4710-8bac-0078241d23ba req-5dc7541f-77b1-4071-8e12-92138d51a618 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:16.221223 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-59dc78c2-178d-4710-8bac-0078241d23ba req-5dc7541f-77b1-4071-8e12-92138d51a618 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.4488149 Jun 28 23:59:16.250602 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Checking router: 93e03d08-c5d6-4a4f-a8b9-c91281782fee for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:59:16.251311 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Updating router 93e03d08-c5d6-4a4f-a8b9-c91281782fee port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:59:16.298236 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4592449'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.316748 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:16.364877 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.380380 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-e166dd1a-e06f-41d3-aa14-5051e88ef292 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5152266 Jun 28 23:59:16.404237 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-59dc78c2-178d-4710-8bac-0078241d23ba req-e5fb00ee-e951-489e-82c4-97bee4422a38 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676812 Jun 28 23:59:16.419989 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:16.430348 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:16.445537 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:16.450335 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Pushing event updated for resources: {'Port': ['ID=acce122a-f35b-4975-bb36-e8e3994e3f6e,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:16.463783 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:16.574533 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.609815 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.676516 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Transition to ACTIVE for port object 9ec33558-52f1-4a51-9811-0b4ef2de6c16 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:16.691089 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.713407 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-5282634e-39cf-44e0-bb31-0ba6454a333e service neutron] 10.222.0.24 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039994 Jun 28 23:59:16.714841 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051']}} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:16.724124 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 5c39e9e9-88af-4b1c-b7f3-542813972d43 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:16.776642 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Transition to ACTIVE for port object 9ec33558-52f1-4a51-9811-0b4ef2de6c16 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:16.790081 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3713d7-143d-4977-8302-479d7694bed5') {'for_net_delete': True} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:16.790953 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3713d7-143d-4977-8302-479d7694bed5') {} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:16.815868 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592450'] for segment, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.844762 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.859167 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:16.861338 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.887947 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.905143 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=92941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:59:16.905579 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4606095'] for segment, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: Traceback (most recent call last): Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: timer() Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: cb(*args, **kw) Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: return func(*args, **kwargs) Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: self._notify() Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: self.callback(batched_events) Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: event.method(event) Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: return f(self, *a, **k) Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._get(url).json() Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: return self.request(url, 'GET', **kwargs) Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:59:16.909034 dv-cinder-763306-13-iscsi neutron-server[92941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:59:16.940703 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Network a258838e-2008-407e-9700-38af72b2fd59 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:16.951394 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:16.956977 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Pushing event updated for resources: {'Port': ['ID=9ec33558-52f1-4a51-9811-0b4ef2de6c16,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:16.959100 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:16.972535 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:17.043968 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-d8bcf4e0-bad6-4772-b40d-086dabd6ad15 service neutron] 10.222.0.24 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827706 Jun 28 23:59:17.078612 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd37aeb-c423-49bc-a579-351d45310cb8 req-36ebbb43-e914-4743-ad36-2e8d1763680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:17.080503 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3dd37aeb-c423-49bc-a579-351d45310cb8 req-36ebbb43-e914-4743-ad36-2e8d1763680f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0756621 Jun 28 23:59:17.120743 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.134522 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3dd37aeb-c423-49bc-a579-351d45310cb8 req-12f80c23-761d-49cb-a601-284a26e2bbcc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443954 Jun 28 23:59:17.150464 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 5c39e9e9-88af-4b1c-b7f3-542813972d43 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:17.151054 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.181933 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Attempting to bind port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:17.182678 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Attempting to bind port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '129f9983-dac8-4065-96ae-f958a8883a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:17.183308 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Attempting to bind port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 on network a258838e-2008-407e-9700-38af72b2fd59 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:17.226332 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.248758 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-822b4c19-206e-4db7-b8dc-3fec668bb974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:17.249147 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:17.249945 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Checking segment: {'id': '129f9983-dac8-4065-96ae-f958a8883a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:17.250482 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.251219 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Bound using segment: {'id': '129f9983-dac8-4065-96ae-f958a8883a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:17.252001 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Bound port: 9ec33558-52f1-4a51-9811-0b4ef2de6c16, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129f9983-dac8-4065-96ae-f958a8883a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:17.252494 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.257233 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.261277 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051 HTTP/1.1" status: 204 len: 168 time: 1.0714107 Jun 28 23:59:17.266251 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44490) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:17.343584 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbf7f7d-b82a-4aa3-918d-ce2f97b5f051,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:17.349303 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f8c9189f-9f41-4aa2-bdf0-bc8ad44aedda req-84d105d5-1f59-4cad-a21b-d70d67c613d0 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 210 time: 0.1081104 Jun 28 23:59:17.350808 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cbf95ebe-a7ff-49dc-9231-5d05ac4a84b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:17.368113 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] For port 9ec33558-52f1-4a51-9811-0b4ef2de6c16, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:17.382660 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] For port 9ec33558-52f1-4a51-9811-0b4ef2de6c16, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=9ec33558-52f1-4a51-9811-0b4ef2de6c16,segment=NetworkSegment(129f9983-dac8-4065-96ae-f958a8883a21),segment_id=129f9983-dac8-4065-96ae-f958a8883a21)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:17.395238 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] Deleting subnet dae09604-a31a-4fab-8e0b-51f24e10a6be {{(pid=92940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:59:17.399636 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.406756 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:17.411848 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.511884 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.553674 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.666462 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Pushing event updated for resources: {'Port': ['ID=9ec33558-52f1-4a51-9811-0b4ef2de6c16,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:17.688279 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:17.692104 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.726607 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Transition to ACTIVE for port object 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:17.759491 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.768135 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:17.778793 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for subnet, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.786040 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4407ecaa-4644-46c1-92e3-a37074b23b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:17.857840 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252208e-4114-4ee3-a8e6-f417e7e30b37 None None] Pushing event updated for resources: {'Port': ['ID=0c924010-73aa-4cbd-9bd9-7e8c14f5a89f,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:17.863133 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae09604-a31a-4fab-8e0b-51f24e10a6be,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:17.874305 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c252208e-4114-4ee3-a8e6-f417e7e30b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:17.878797 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:17.897761 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.906259 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dae09604-a31a-4fab-8e0b-51f24e10a6be HTTP/1.1" status: 204 len: 168 time: 0.6381190 Jun 28 23:59:17.907656 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44506) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:18.032505 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.061424 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Attempting to bind port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:18.061848 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Attempting to bind port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '20c2878a-fe15-42c3-ab38-929485394265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:18.062241 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Attempting to bind port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f on network 90fadcaf-62f5-4feb-b044-03ef50d9a94c {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:18.068729 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:18.069216 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Checking segment: {'id': '20c2878a-fe15-42c3-ab38-929485394265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:18.069683 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.070110 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Bound using segment: {'id': '20c2878a-fe15-42c3-ab38-929485394265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:18.070623 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Bound port: 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c2878a-fe15-42c3-ab38-929485394265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:18.071071 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.139188 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.211564 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] For port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:18.230630 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] For port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=0c924010-73aa-4cbd-9bd9-7e8c14f5a89f,segment=NetworkSegment(20c2878a-fe15-42c3-ab38-929485394265),segment_id=20c2878a-fe15-42c3-ab38-929485394265)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:18.248427 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.269327 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:18.306475 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.335967 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.337846 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.339515 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.339716 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44510) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:18.340375 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > port after_create 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.340559 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > port after_delete 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.340938 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > port after_update 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.341375 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.341823 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.342261 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.342699 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.400996 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Routers {'93e03d08-c5d6-4a4f-a8b9-c91281782fee'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:18.401664 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:18.407349 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c99102-0785-42c1-8933-2687f78726f1 req-15c4537d-a065-4a81-8c8f-0c67d30f0da6 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:18.414034 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-61c99102-0785-42c1-8933-2687f78726f1 req-15c4537d-a065-4a81-8c8f-0c67d30f0da6 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.7282233 Jun 28 23:59:18.477043 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Router 7847a813-d8ef-4971-93c0-85a5cdefa335 is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:59:18.511387 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.511780 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.512123 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.512592 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:18.514263 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7704370-3355-4834-b1c8-534daeea26e4']}} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:18.551798 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4387818c-766c-44a8-a09a-14f7c669008d') {'for_net_delete': True} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:18.552397 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4387818c-766c-44a8-a09a-14f7c669008d') {} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:18.566442 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-61c99102-0785-42c1-8933-2687f78726f1 req-1798845c-66fe-4dec-83f9-73986fd89837 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403491 Jun 28 23:59:18.620690 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467913'] for segment, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.642279 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252208e-4114-4ee3-a8e6-f417e7e30b37 None None] Pushing event updated for resources: {'Port': ['ID=0c924010-73aa-4cbd-9bd9-7e8c14f5a89f,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:18.654480 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.658016 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c252208e-4114-4ee3-a8e6-f417e7e30b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:18.666408 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=92940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:59:18.670737 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4473368'] for segment, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: from cryptography.utils import int_from_bytes Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: from cryptography.utils import int_from_bytes Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: Traceback (most recent call last): Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: timer() Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: cb(*args, **kw) Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: return func(*args, **kwargs) Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: self._notify() Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: self.callback(batched_events) Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: event.method(event) Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: return f(self, *a, **k) Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._get(url).json() Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: return self.request(url, 'GET', **kwargs) Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:59:18.768195 dv-cinder-763306-13-iscsi neutron-server[92940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:59:18.775180 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.790332 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:18.802944 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.814294 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] 10.222.0.24 "DELETE /v2.0/networks/c7704370-3355-4834-b1c8-534daeea26e4 HTTP/1.1" status: 204 len: 168 time: 0.9032681 Jun 28 23:59:18.829987 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7704370-3355-4834-b1c8-534daeea26e4,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:18.830178 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 9ec33558-52f1-4a51-9811-0b4ef2de6c16 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:18.836392 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:18.960009 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] Set router 93e03d08-c5d6-4a4f-a8b9-c91281782fee gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:19.010198 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7d4f8bf-31a1-4f42-8fb4-3a6b5546ba85 req-a8e24435-1c24-4e8c-a688-809f8928e958 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 210 time: 0.0516481 Jun 28 23:59:19.013267 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7f4ae5ff-9010-40b3-b371-38cb90d27361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.073252 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:59:19.101638 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Sync routers for ids ['7847a813-d8ef-4971-93c0-85a5cdefa335'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:59:19.117410 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Routers {'7847a813-d8ef-4971-93c0-85a5cdefa335'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:19.118724 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['7847a813-d8ef-4971-93c0-85a5cdefa335'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:19.137347 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:19.199358 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44520) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:19.304399 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-5623f57a-cae8-4c63-a529-0b0cf5d0b7f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f80dfd1bf3e84fac96d856fc3def4db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0996840 Jun 28 23:59:19.304757 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7f4ae5ff-9010-40b3-b371-38cb90d27361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.305030 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44524) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:19.327067 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7f4ae5ff-9010-40b3-b371-38cb90d27361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.342881 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Set router 7847a813-d8ef-4971-93c0-85a5cdefa335 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:19.361850 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-bc02922d-d627-4fab-a006-e16925db5150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:19.369194 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7f4ae5ff-9010-40b3-b371-38cb90d27361 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c0b593b271e46618b9bfa6b958c514c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0171208 Jun 28 23:59:19.370759 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44526) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:19.375794 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.377175 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6929009 Jun 28 23:59:19.388838 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44528) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:19.458076 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9ab3b322-b80e-45c6-aa48-3475ad3aef34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.460991 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ae5ff-9010-40b3-b371-38cb90d27361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495bea6-a20e-4635-856a-96d4a4cd2d70,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:19.465914 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5ff-9010-40b3-b371-38cb90d27361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:19.496213 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9ab3b322-b80e-45c6-aa48-3475ad3aef34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.583634 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d9b57-a33a-4c38-bcee-9a481a0c9a70 None None] Network a258838e-2008-407e-9700-38af72b2fd59 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:19.601097 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9ab3b322-b80e-45c6-aa48-3475ad3aef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.606116 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9ab3b322-b80e-45c6-aa48-3475ad3aef34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.612101 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-860e0a3f-b849-4490-97b0-1b2a056539eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.619417 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-9ab3b322-b80e-45c6-aa48-3475ad3aef34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15aef49e-cc31-4102-a82c-86fba707b01f HTTP/1.1" status: 204 len: 168 time: 0.3059103 Jun 28 23:59:19.619417 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-79bc752a-82a2-4392-82e6-d3cf8a8c5c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:19.642666 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3b322-b80e-45c6-aa48-3475ad3aef34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aef49e-cc31-4102-a82c-86fba707b01f,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:19.651850 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9ab3b322-b80e-45c6-aa48-3475ad3aef34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:19.745348 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:14Z', 'updated_at': '2021-06-28T23:59:16Z', 'revision_number': 3, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'gw_port': {'id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:15Z', 'updated_at': '2021-06-28T23:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:19.790532 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Checking router: 7847a813-d8ef-4971-93c0-85a5cdefa335 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:59:19.791567 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Updating router 7847a813-d8ef-4971-93c0-85a5cdefa335 port acce122a-f35b-4975-bb36-e8e3994e3f6e binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:59:19.843728 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.885891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-25635a3d-d8f3-4b10-95ae-fef900e02065 None None] Provisioning for port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:19.937570 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-25635a3d-d8f3-4b10-95ae-fef900e02065 None None] Provisioning complete for port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:19.941290 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-25635a3d-d8f3-4b10-95ae-fef900e02065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.971281 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-860e0a3f-b849-4490-97b0-1b2a056539eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:20.010146 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:20.127779 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:11Z', 'revision_number': 4, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'gw_port': {'id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0c924010-73aa-4cbd-9bd9-7e8c14f5a89f', 'name': '', 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'mac_address': 'fa:16:3e:0f:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd7e24dc6-dad0-42a6-924f-acfb4adba68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:10Z', 'updated_at': '2021-06-28T23:59:18Z', 'revision_number': 4, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'subnets': [{'id': 'd7e24dc6-dad0-42a6-924f-acfb4adba68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:20.184885 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73cedc-5e4c-4535-8587-bc9dfad656ca req-2e0d153f-7914-49fa-97d8-9d25534a2b95 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:20.197061 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9a73cedc-5e4c-4535-8587-bc9dfad656ca req-2e0d153f-7914-49fa-97d8-9d25534a2b95 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.2417049 Jun 28 23:59:20.326818 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9a73cedc-5e4c-4535-8587-bc9dfad656ca req-f5848ccf-25ed-443c-9c27-3b5ec136f085 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257915 Jun 28 23:59:20.390478 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c98bf2e-7728-4393-affe-a38caa21638c None None] The sync data for ids ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'] in dv-cinder-763306-13-iscsi is: [{'id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:11Z', 'revision_number': 4, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'gw_port': {'id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0c924010-73aa-4cbd-9bd9-7e8c14f5a89f', 'name': '', 'network_id': '90fadcaf-62f5-4feb-b044-03ef50d9a94c', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'mac_address': 'fa:16:3e:0f:20:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd7e24dc6-dad0-42a6-924f-acfb4adba68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:10Z', 'updated_at': '2021-06-28T23:59:18Z', 'revision_number': 4, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'subnets': [{'id': 'd7e24dc6-dad0-42a6-924f-acfb4adba68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:59:20.582536 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:20.601485 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Transition to ACTIVE for port object acce122a-f35b-4975-bb36-e8e3994e3f6e will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:20.621425 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:20.645386 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-9a6e5505-61f5-44bb-9ab1-db63047aeb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:20.698144 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44546) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:20.709585 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b81bebdb-201c-49f6-a5c2-60744286ec1a req-08d2450f-c98b-4c92-a396-e0b2d4581c7f tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 210 time: 0.1278384 Jun 28 23:59:20.716013 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c88a00-d040-4445-b3e4-6718d88970e0 None None] Pushing event updated for resources: {'Port': ['ID=acce122a-f35b-4975-bb36-e8e3994e3f6e,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:20.744356 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Attempting to bind port acce122a-f35b-4975-bb36-e8e3994e3f6e on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:20.744795 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Attempting to bind port acce122a-f35b-4975-bb36-e8e3994e3f6e by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:20.745067 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Attempting to bind port acce122a-f35b-4975-bb36-e8e3994e3f6e on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:20.747534 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-25635a3d-d8f3-4b10-95ae-fef900e02065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:20.758093 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-22c88a00-d040-4445-b3e4-6718d88970e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:20.758976 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:20.759538 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:20.759937 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:20.760338 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:20.762949 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Bound port: acce122a-f35b-4975-bb36-e8e3994e3f6e, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:20.763375 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:20.849922 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-a90ff75d-61cb-4c5d-aff6-93cdb4913c8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f5545217d2a4d5885cdeaa8f23a2a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465371 Jun 28 23:59:20.853952 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44548) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:20.873702 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] For port acce122a-f35b-4975-bb36-e8e3994e3f6e, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:20.886941 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] For port acce122a-f35b-4975-bb36-e8e3994e3f6e, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=acce122a-f35b-4975-bb36-e8e3994e3f6e,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:20.901645 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:20.923223 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:20.924391 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:20.999392 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a013-89b1-4f3a-ab1a-598adb743d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.001264 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Routers {'7847a813-d8ef-4971-93c0-85a5cdefa335'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:21.001925 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['7847a813-d8ef-4971-93c0-85a5cdefa335'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:21.073169 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a013-89b1-4f3a-ab1a-598adb743d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.204407 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a013-89b1-4f3a-ab1a-598adb743d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.211461 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a013-89b1-4f3a-ab1a-598adb743d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.222097 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-d9c9a013-89b1-4f3a-ab1a-598adb743d66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3a6616f-24fa-43c6-bafb-ce0046def6e4 HTTP/1.1" status: 204 len: 168 time: 0.3654077 Jun 28 23:59:21.226509 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-ae561525-8981-4021-b498-3f61aa11e931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:21.270179 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] Set router 7847a813-d8ef-4971-93c0-85a5cdefa335 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:21.289554 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9a013-89b1-4f3a-ab1a-598adb743d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a6616f-24fa-43c6-bafb-ce0046def6e4,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:21.316861 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d9c9a013-89b1-4f3a-ab1a-598adb743d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:21.554446 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-25635a3d-d8f3-4b10-95ae-fef900e02065 None None] For port 9ec33558-52f1-4a51-9811-0b4ef2de6c16, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=9ec33558-52f1-4a51-9811-0b4ef2de6c16,segment=NetworkSegment(129f9983-dac8-4065-96ae-f958a8883a21),segment_id=129f9983-dac8-4065-96ae-f958a8883a21)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:21.585099 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-25635a3d-d8f3-4b10-95ae-fef900e02065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.590045 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:21.706517 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:21.711292 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25635a3d-d8f3-4b10-95ae-fef900e02065 None None] Pushing event updated for resources: {'Port': ['ID=9ec33558-52f1-4a51-9811-0b4ef2de6c16,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:21.715566 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-860e0a3f-b849-4490-97b0-1b2a056539eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.717871 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-25635a3d-d8f3-4b10-95ae-fef900e02065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:21.719065 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:21.719717 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.721451 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-860e0a3f-b849-4490-97b0-1b2a056539eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.740869 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-860e0a3f-b849-4490-97b0-1b2a056539eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6495bea6-a20e-4635-856a-96d4a4cd2d70 HTTP/1.1" status: 204 len: 168 time: 2.3507814 Jun 28 23:59:21.763833 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:14Z', 'updated_at': '2021-06-28T23:59:16Z', 'revision_number': 3, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'gw_port': {'id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:15Z', 'updated_at': '2021-06-28T23:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:21.775900 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-72871800-f5c8-4136-b799-37eef002fdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:21.849070 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c88a00-d040-4445-b3e4-6718d88970e0 None None] Pushing event updated for resources: {'Port': ['ID=acce122a-f35b-4975-bb36-e8e3994e3f6e,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:21.852140 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a26a1-b614-46cb-b4d1-a34db581e82d None None] The sync data for ids ['7847a813-d8ef-4971-93c0-85a5cdefa335'] in dv-cinder-763306-13-iscsi is: [{'id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:14Z', 'updated_at': '2021-06-28T23:59:16Z', 'revision_number': 3, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'gw_port': {'id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:15Z', 'updated_at': '2021-06-28T23:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:59:21.875454 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-22c88a00-d040-4445-b3e4-6718d88970e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:21.881029 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.978218 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=0c924010-73aa-4cbd-9bd9-7e8c14f5a89f,segment=NetworkSegment(20c2878a-fe15-42c3-ab38-929485394265),segment_id=20c2878a-fe15-42c3-ab38-929485394265)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:21.987720 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:21.992912 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:22.152540 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-5d8fc5b2-5e07-4f4a-beb0-68442a1388c0 None None] Provisioning complete for port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:22.152993 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d8fc5b2-5e07-4f4a-beb0-68442a1388c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:22.155289 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=0c924010-73aa-4cbd-9bd9-7e8c14f5a89f,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:22.160062 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:22.167618 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b485b84a-c6b4-4b92-ac3f-2e1bee7c16b7 req-de795aec-5e42-4b7d-9960-5e9f2319940b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 210 time: 0.0734816 Jun 28 23:59:22.221340 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e0a3f-b849-4490-97b0-1b2a056539eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495bea6-a20e-4635-856a-96d4a4cd2d70,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:22.225886 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-860e0a3f-b849-4490-97b0-1b2a056539eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:22.272588 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-dc6c59d8-8571-4a01-9c65-a90a978873f6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:22.279294 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-dc6c59d8-8571-4a01-9c65-a90a978873f6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 814 time: 1.0997686 Jun 28 23:59:22.328215 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Request body: {'port': {'device_id': '0a796594-f04c-4094-86fa-fa11ae56e107', 'network_id': '961e0ae2-94d4-4667-b607-c37400732516', 'admin_state_up': True, 'tenant_id': 'd7a7bdfab54a468db692b9f0c446237b'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:22.374564 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20add67-c0b4-4ec8-ae96-523f565df0e5 req-3848657d-ac73-4197-af67-f4f636682fea tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:22.406077 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c20add67-c0b4-4ec8-ae96-523f565df0e5 req-3848657d-ac73-4197-af67-f4f636682fea tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.2347758 Jun 28 23:59:22.520516 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c20add67-c0b4-4ec8-ae96-523f565df0e5 req-218a86d6-e473-40b6-b29c-bd926e9a2d2d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127527 Jun 28 23:59:22.546751 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-8891d088-fbb5-4de2-a1b4-4781aecbc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:22.550933 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-8891d088-fbb5-4de2-a1b4-4781aecbc255 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.7049963 Jun 28 23:59:22.762417 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:22.875784 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:22.913299 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:22.913723 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:22.964300 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-160b0fc5-3612-4d7d-b7df-09c2b085a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:22.966180 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-160b0fc5-3612-4d7d-b7df-09c2b085a38a service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.4047639 Jun 28 23:59:23.222893 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-5a356106-04eb-4928-8767-d21c5b1f1d16 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.2378101 Jun 28 23:59:23.223992 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 9ec33558-52f1-4a51-9811-0b4ef2de6c16 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:23.226348 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Made reservation on behalf of d7a7bdfab54a468db692b9f0c446237b for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:23.237289 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:23.355470 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:23.355470 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:23.528601 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0c2a7c75-7bab-43b2-be67-ede7dfe0ea37 req-9db0d609-090e-4712-b2a3-875148f387ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 210 time: 0.0874207 Jun 28 23:59:23.742114 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-40773c0e-3d4e-4762-bc13-7b59e0fd66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:23.747679 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-40773c0e-3d4e-4762-bc13-7b59e0fd66ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.3713527 Jun 28 23:59:23.901050 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-f9536f8b-8476-4197-82e0-11b59fe181c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331370 Jun 28 23:59:23.929522 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Allocated IP 172.20.0.1 (a258838e-2008-407e-9700-38af72b2fd59/f77462d6-48eb-4b7a-b25e-4a5ca082bdc4/38dd52cc-5a12-4306-833a-73f86dfa4932) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:23.993525 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346cda-6b7f-44e5-a095-924a06e477d8 req-f0aac00f-c2d2-4cee-b637-3586df600922 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:24.009424 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6e346cda-6b7f-44e5-a095-924a06e477d8 req-f0aac00f-c2d2-4cee-b637-3586df600922 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.2170875 Jun 28 23:59:24.021796 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44624) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:24.098681 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6e346cda-6b7f-44e5-a095-924a06e477d8 req-c0b3fc0d-8ca7-46bd-8f52-1c458216edbc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848231 Jun 28 23:59:24.311631 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Allocated IP 172.20.0.7 (961e0ae2-94d4-4667-b607-c37400732516/d271d946-ae36-40b8-9c2d-b7397f45a13a/1ae69191-b35e-4447-a266-7b4b6e087f63) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:24.355637 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1912841450-network', 'tenant_id': 'f368e0ec7ab443ab9f1d84b4e99161d5'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:24.371428 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-35619ecc-af56-4af3-98f6-ef4c4d80b858 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517426 Jun 28 23:59:24.550533 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Made reservation on behalf of f368e0ec7ab443ab9f1d84b4e99161d5 for: {'network': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:24.554811 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.625183 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.650086 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device acce122a-f35b-4975-bb36-e8e3994e3f6e up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:24.695006 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.780855 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Transition to ACTIVE for port object 38dd52cc-5a12-4306-833a-73f86dfa4932 will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:24.785527 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port acce122a-f35b-4975-bb36-e8e3994e3f6e completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:24.797064 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port acce122a-f35b-4975-bb36-e8e3994e3f6e triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:24.800959 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.810294 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-aa1c2bc2-d146-4536-a00a-0536d0554bf9 req-463bba69-f15f-41d4-b820-d8569001fafa tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 210 time: 0.0524600 Jun 28 23:59:24.936299 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6fa1454f-0631-4c24-98ba-070e378f17d2 req-f0a2c862-c502-4004-a28a-dfe6e899ddee service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555015 Jun 28 23:59:25.025962 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.066730 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.070033 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.074837 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port acce122a-f35b-4975-bb36-e8e3994e3f6e, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=acce122a-f35b-4975-bb36-e8e3994e3f6e,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:25.083691 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.088037 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:25.093897 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-211fe6cf-ec63-45cb-b11e-14fa0cfc6002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:25.207335 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=acce122a-f35b-4975-bb36-e8e3994e3f6e,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:25.214102 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:25.293109 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Network a258838e-2008-407e-9700-38af72b2fd59 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:25.295268 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=38dd52cc-5a12-4306-833a-73f86dfa4932,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:25.376534 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.383227 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:25.388052 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:25.395118 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:25.412201 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.429504 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.452909 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0079b-cf8a-4bf1-b315-bcea38dacc63 req-1bde390c-afc7-4607-8859-e3ddf75b2874 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:25.459756 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97d0079b-cf8a-4bf1-b315-bcea38dacc63 req-1bde390c-afc7-4607-8859-e3ddf75b2874 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1512871 Jun 28 23:59:25.476418 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-a02e7063-2e5b-4ad4-b0bf-0b9ad17dce62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:25.491783 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['707309a2-d111-4463-8ca1-f4a106f8d505', '6c5643c8-d6e6-45ef-850c-764b33ab6423', 'dc75aa60-6883-47ea-bd21-8fd069132b6d'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:25.530702 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868769bf-de66-4d0f-b79e-54f441afc6fd,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:25.536779 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:25.546281 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:25.591366 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=92940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:59:25.594616 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97d0079b-cf8a-4bf1-b315-bcea38dacc63 req-8b67c9a3-15a6-46a1-a607-1980db153692 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329925 Jun 28 23:59:25.665746 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Network 961e0ae2-94d4-4667-b607-c37400732516 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:25.671775 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.675505 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.675855 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.segments_db [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Added segment 15b89c49-a116-4f12-92aa-f54121fa62ea of type vlan for network 8ead890a-e3f5-4361-abed-ce0c7b11c617 Jun 28 23:59:25.677524 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:25.688038 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Pushing event updated for resources: {'Port': ['ID=1ae69191-b35e-4447-a266-7b4b6e087f63,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:25.746310 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:25.755360 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:25.853626 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-27a5cb9b-e6f5-4a5e-888b-d78ba67f1c34 None None] Provisioning for port 38dd52cc-5a12-4306-833a-73f86dfa4932 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:25.863959 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-27a5cb9b-e6f5-4a5e-888b-d78ba67f1c34 None None] Provisioning complete for port 38dd52cc-5a12-4306-833a-73f86dfa4932 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:25.864525 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-27a5cb9b-e6f5-4a5e-888b-d78ba67f1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.909131 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:25.967926 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-27a5cb9b-e6f5-4a5e-888b-d78ba67f1c34 None None] Port 38dd52cc-5a12-4306-833a-73f86dfa4932 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:59:25.993831 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:26.006454 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.109976 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7946899 Jun 28 23:59:26.139113 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Request body: {'port': {'device_id': '0a796594-f04c-4094-86fa-fa11ae56e107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:26.218842 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.233991 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:26.234594 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.250703 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:26.257048 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.286308 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2633834 Jun 28 23:59:26.296970 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91133d-d96c-4af4-8b61-ff7a8f6707ee req-b299a776-c20b-4b90-8cfa-526458aad61f tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:26.300044 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44682) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:26.306562 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Request body: {'subnet': {'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1912841450-subnet', 'tenant_id': 'f368e0ec7ab443ab9f1d84b4e99161d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:26.317412 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e91133d-d96c-4af4-8b61-ff7a8f6707ee req-b299a776-c20b-4b90-8cfa-526458aad61f tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 931 time: 0.3095415 Jun 28 23:59:26.402705 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e91133d-d96c-4af4-8b61-ff7a8f6707ee req-5dca95cb-a921-4fe8-8837-84281384dadf tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835030 Jun 28 23:59:26.445873 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Pushing event updated for resources: {'Network': ['ID=8ead890a-e3f5-4361-abed-ce0c7b11c617,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:26.456471 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:26.461731 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 8ead890a-e3f5-4361-abed-ce0c7b11c617 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:59:26.469835 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Made reservation on behalf of f368e0ec7ab443ab9f1d84b4e99161d5 for: {'subnet': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:26.473884 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4468321'] for subnet, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.504657 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.688063 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device acce122a-f35b-4975-bb36-e8e3994e3f6e up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:26.826219 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port acce122a-f35b-4975-bb36-e8e3994e3f6e triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:26.827411 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.999807 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8796890-6970-4e8f-8209-c6a134a2be73 req-db02a318-0a01-41f7-9261-130b21491713 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:27.002581 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f8796890-6970-4e8f-8209-c6a134a2be73 req-db02a318-0a01-41f7-9261-130b21491713 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1469340 Jun 28 23:59:27.062718 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f8796890-6970-4e8f-8209-c6a134a2be73 req-ac53432b-b81b-48da-919c-4063639682c1 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518422 Jun 28 23:59:27.130719 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:27.141939 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:27.159962 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:27.607401 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=38dd52cc-5a12-4306-833a-73f86dfa4932,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:27.631179 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:27.634344 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:27.674505 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125988bb-bcbf-4799-95b8-e28107547681 req-ebb6da07-49bb-4729-8d82-26a9399a2606 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:27.678003 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-125988bb-bcbf-4799-95b8-e28107547681 req-ebb6da07-49bb-4729-8d82-26a9399a2606 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 931 time: 0.0927000 Jun 28 23:59:27.695470 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4462914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4468343'] for subnet, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:27.711207 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b87db845-0b2c-4583-bcc9-7275dc955b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:27.739987 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-125988bb-bcbf-4799-95b8-e28107547681 req-2ee99050-abf0-43da-8160-e1dd13767f92 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492558 Jun 28 23:59:27.850656 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70059379-2a4d-4bec-b9d2-171b13184ec9,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:27.862267 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:27.871872 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae69191-b35e-4447-a266-7b4b6e087f63 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:59:27.892725 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:27.917128 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Network a258838e-2008-407e-9700-38af72b2fd59 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:27.918207 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Transition to ACTIVE for port object 1ae69191-b35e-4447-a266-7b4b6e087f63 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:27.920357 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:27.923221 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Checking segment: {'id': '15b89c49-a116-4f12-92aa-f54121fa62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:27.923221 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Network hostable DHCP agents. Network: 8ead890a-e3f5-4361-abed-ce0c7b11c617, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:59:27.929247 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:27.933886 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:28.103034 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Network 8ead890a-e3f5-4361-abed-ce0c7b11c617 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:59:28.111034 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae69191-b35e-4447-a266-7b4b6e087f63,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:28.120946 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:28.212683 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 8ead890a-e3f5-4361-abed-ce0c7b11c617) {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:28.225727 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:28.226675 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:28.256852 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62daeac3-b959-42eb-b913-e48cfde8ba6b None None] Network 8ead890a-e3f5-4361-abed-ce0c7b11c617 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:28.261943 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-b07924b5-b24c-4ce5-8b6b-4009e17053fb None None] Provisioning complete for port 38dd52cc-5a12-4306-833a-73f86dfa4932 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:28.262717 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b07924b5-b24c-4ce5-8b6b-4009e17053fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:28.371033 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Router 7847a813-d8ef-4971-93c0-85a5cdefa335 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:59:28.415807 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1043797 Jun 28 23:59:28.518516 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-b07924b5-b24c-4ce5-8b6b-4009e17053fb None None] Port 38dd52cc-5a12-4306-833a-73f86dfa4932 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:59:28.583549 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87daa3c-c370-4d1d-91ed-cc1a19b10558 req-3813bb47-435c-4ef8-b201-f86a7f734729 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:28.591139 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f87daa3c-c370-4d1d-91ed-cc1a19b10558 req-3813bb47-435c-4ef8-b201-f86a7f734729 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.3542507 Jun 28 23:59:28.599861 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Attempting to bind port 1ae69191-b35e-4447-a266-7b4b6e087f63 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:28.600404 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Attempting to bind port 1ae69191-b35e-4447-a266-7b4b6e087f63 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:28.601291 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Attempting to bind port 1ae69191-b35e-4447-a266-7b4b6e087f63 on network 961e0ae2-94d4-4667-b607-c37400732516 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:28.639995 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Port 1ae69191-b35e-4447-a266-7b4b6e087f63 on network 961e0ae2-94d4-4667-b607-c37400732516 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:59:28.640509 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Attempting to bind port 1ae69191-b35e-4447-a266-7b4b6e087f63 on network 961e0ae2-94d4-4667-b607-c37400732516 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:28.653174 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:28.653475 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Checking segment: {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:28.654248 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Bound using segment: {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:28.655034 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Bound port: 1ae69191-b35e-4447-a266-7b4b6e087f63, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9690ca-d697-40b9-bbb2-662f3965d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '961e0ae2-94d4-4667-b607-c37400732516'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:28.655898 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:28.664831 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f87daa3c-c370-4d1d-91ed-cc1a19b10558 req-f57c0cd7-ea6e-4f2c-9eab-11f47657f8be tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724938 Jun 28 23:59:28.697539 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073e614-9c47-4591-a44a-e70799e91b17 None None] Network 8ead890a-e3f5-4361-abed-ce0c7b11c617 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:28.819908 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:59:28.837197 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Sync routers for ids ['7847a813-d8ef-4971-93c0-85a5cdefa335'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:59:28.840509 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] 10.222.0.24 "PUT /v2.0/routers/7847a813-d8ef-4971-93c0-85a5cdefa335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4434500 Jun 28 23:59:28.865174 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Routers {'7847a813-d8ef-4971-93c0-85a5cdefa335'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:28.866311 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['7847a813-d8ef-4971-93c0-85a5cdefa335'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:28.927245 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] For port 1ae69191-b35e-4447-a266-7b4b6e087f63, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:28.933915 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] For port 1ae69191-b35e-4447-a266-7b4b6e087f63, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1ae69191-b35e-4447-a266-7b4b6e087f63,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:28.952849 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:28.958952 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:29.051335 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Set router 7847a813-d8ef-4971-93c0-85a5cdefa335 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:29.110766 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:29.111870 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:29.114368 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] 10.222.0.38 "PUT /v2.0/ports/1ae69191-b35e-4447-a266-7b4b6e087f63 HTTP/1.1" status: 200 len: 1093 time: 2.9854393 Jun 28 23:59:29.115206 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a796594-f04c-4094-86fa-fa11ae56e107', 'tag': '1ae69191-b35e-4447-a266-7b4b6e087f63'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:29.125712 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3de57d-73fd-4589-8429-e5a15ff0ef59" -d '{"events": [{"name": "network-changed", "server_uuid": "0a796594-f04c-4094-86fa-fa11ae56e107", "tag": "1ae69191-b35e-4447-a266-7b4b6e087f63"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:29.235541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae69191-b35e-4447-a266-7b4b6e087f63,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:29.245364 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:29.291670 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedd59b-9d6c-4bd7-a88d-81d2c3c189e0 req-7d0414d0-b672-400d-a2a0-534d3ea74cf0 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:29.305319 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2fedd59b-9d6c-4bd7-a88d-81d2c3c189e0 req-7d0414d0-b672-400d-a2a0-534d3ea74cf0 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 943 time: 0.2239933 Jun 28 23:59:29.407519 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2fedd59b-9d6c-4bd7-a88d-81d2c3c189e0 req-74e7661c-c1ef-4e24-8ab4-3c3bdf1bc75b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003909 Jun 28 23:59:29.517805 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61da04ce-0732-4c3d-b296-627f68ca9dc5 x-openstack-request-id: req-61da04ce-0732-4c3d-b296-627f68ca9dc5 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:29.518501 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a796594-f04c-4094-86fa-fa11ae56e107", "tag": "1ae69191-b35e-4447-a266-7b4b6e087f63", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:29.519218 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61da04ce-0732-4c3d-b296-627f68ca9dc5 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:29.520041 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a796594-f04c-4094-86fa-fa11ae56e107', 'tag': '1ae69191-b35e-4447-a266-7b4b6e087f63', 'status': 'completed', 'code': 200} Jun 28 23:59:29.694282 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:14Z', 'updated_at': '2021-06-28T23:59:26Z', 'revision_number': 4, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'gw_port': {'id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:15Z', 'updated_at': '2021-06-28T23:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '38dd52cc-5a12-4306-833a-73f86dfa4932', 'name': '', 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'mac_address': 'fa:16:3e:f5:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f77462d6-48eb-4b7a-b25e-4a5ca082bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:22Z', 'updated_at': '2021-06-28T23:59:26Z', 'revision_number': 2, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'subnets': [{'id': 'f77462d6-48eb-4b7a-b25e-4a5ca082bdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:29.745943 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Checking router: 7847a813-d8ef-4971-93c0-85a5cdefa335 for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:59:29.746594 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Updating router 7847a813-d8ef-4971-93c0-85a5cdefa335 port 38dd52cc-5a12-4306-833a-73f86dfa4932 binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:59:29.802606 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.163288 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44748) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:30.166330 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.172058 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-1ab12bdf-cc6c-499c-9075-cc009ac6803c tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234832165', 'description': 'tempest-secgroup-smoke-234832165 description', 'project_id': 'ac9c3914db6447529365428a9c4346a9'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:30.197219 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Transition to ACTIVE for port object 38dd52cc-5a12-4306-833a-73f86dfa4932 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:30.211810 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.213464 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-1ab12bdf-cc6c-499c-9075-cc009ac6803c tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.216029 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-62126f07-6595-40a2-ae9c-c590e5bd6005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:30.319391 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51aa1b-f766-4b2e-bebb-2272034598dd None None] Pushing event updated for resources: {'Port': ['ID=38dd52cc-5a12-4306-833a-73f86dfa4932,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:30.350281 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5e51aa1b-f766-4b2e-bebb-2272034598dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:30.441351 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Attempting to bind port 38dd52cc-5a12-4306-833a-73f86dfa4932 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:30.441956 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Attempting to bind port 38dd52cc-5a12-4306-833a-73f86dfa4932 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '129f9983-dac8-4065-96ae-f958a8883a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:30.442557 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Attempting to bind port 38dd52cc-5a12-4306-833a-73f86dfa4932 on network a258838e-2008-407e-9700-38af72b2fd59 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:30.453267 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:30.454709 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Checking segment: {'id': '129f9983-dac8-4065-96ae-f958a8883a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:30.454709 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.455285 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Bound using segment: {'id': '129f9983-dac8-4065-96ae-f958a8883a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:30.456124 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Bound port: 38dd52cc-5a12-4306-833a-73f86dfa4932, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129f9983-dac8-4065-96ae-f958a8883a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:30.456805 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.510686 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-1ab12bdf-cc6c-499c-9075-cc009ac6803c tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.520465 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-1ab12bdf-cc6c-499c-9075-cc009ac6803c tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.531829 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-948d920c-fbd2-4f8e-8a32-07f8207f288c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:30.562243 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] For port 38dd52cc-5a12-4306-833a-73f86dfa4932, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:30.568335 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] For port 38dd52cc-5a12-4306-833a-73f86dfa4932, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=38dd52cc-5a12-4306-833a-73f86dfa4932,segment=NetworkSegment(129f9983-dac8-4065-96ae-f958a8883a21),segment_id=129f9983-dac8-4065-96ae-f958a8883a21)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:30.575723 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.581023 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:30.651429 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7236d2-002d-4f9d-813a-b9417bae4534 req-19edad1d-c7ee-40e3-a648-f33c8e380f2e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:30.656225 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9d7236d2-002d-4f9d-813a-b9417bae4534 req-19edad1d-c7ee-40e3-a648-f33c8e380f2e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.3056192 Jun 28 23:59:30.661274 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-1ab12bdf-cc6c-499c-9075-cc009ac6803c tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.665534 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-1ab12bdf-cc6c-499c-9075-cc009ac6803c tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4995911 Jun 28 23:59:30.669575 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44754) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:30.682168 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-142eac06-7aee-4ffe-b1ee-5b3e0f4ee649 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Request body: {'security_group_rule': {'security_group_id': '3e56b3bc-aec1-4d46-a935-5ab3b7e18333', 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:30.682745 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Routers {'7847a813-d8ef-4971-93c0-85a5cdefa335'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:30.684003 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['7847a813-d8ef-4971-93c0-85a5cdefa335'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:30.693390 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab12bdf-cc6c-499c-9075-cc009ac6803c tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e56b3bc-aec1-4d46-a935-5ab3b7e18333,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:30.702575 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-1ab12bdf-cc6c-499c-9075-cc009ac6803c tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:30.770785 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51aa1b-f766-4b2e-bebb-2272034598dd None None] Pushing event updated for resources: {'Port': ['ID=38dd52cc-5a12-4306-833a-73f86dfa4932,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:30.779377 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5e51aa1b-f766-4b2e-bebb-2272034598dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:30.827283 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-142eac06-7aee-4ffe-b1ee-5b3e0f4ee649 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.838202 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9d7236d2-002d-4f9d-813a-b9417bae4534 req-6294bbb5-a121-429a-b191-4a33810d4d0d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634171 Jun 28 23:59:30.946798 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] Set router 7847a813-d8ef-4971-93c0-85a5cdefa335 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:30.999858 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-142eac06-7aee-4ffe-b1ee-5b3e0f4ee649 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.031200 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-142eac06-7aee-4ffe-b1ee-5b3e0f4ee649 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.062685 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:31.099921 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3de57d-73fd-4589-8429-e5a15ff0ef59 req-78e40f8d-32ac-4bba-835f-b1d238e779c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:31.101604 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eac06-7aee-4ffe-b1ee-5b3e0f4ee649 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759371d2-5239-4009-b03b-724fadbca93b,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:31.105255 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0b3de57d-73fd-4589-8429-e5a15ff0ef59 req-78e40f8d-32ac-4bba-835f-b1d238e779c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 1096 time: 0.1091430 Jun 28 23:59:31.110370 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-142eac06-7aee-4ffe-b1ee-5b3e0f4ee649 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:31.114433 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-142eac06-7aee-4ffe-b1ee-5b3e0f4ee649 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.119203 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-142eac06-7aee-4ffe-b1ee-5b3e0f4ee649 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4477551 Jun 28 23:59:31.121421 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44758) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:31.136499 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-6c4891e5-5f4f-450d-9c28-478964d569ea tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Request body: {'security_group_rule': {'security_group_id': '3e56b3bc-aec1-4d46-a935-5ab3b7e18333', 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:31.182405 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36408819-0bee-4dc5-a3c3-b66f9bef9402 req-59e7a4e3-dc25-4ebf-926a-d7e0a2b7687f tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:31.193500 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-36408819-0bee-4dc5-a3c3-b66f9bef9402 req-59e7a4e3-dc25-4ebf-926a-d7e0a2b7687f tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 943 time: 0.1909301 Jun 28 23:59:31.244827 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-36408819-0bee-4dc5-a3c3-b66f9bef9402 req-2cafa983-8109-4f43-b267-9014624d0a63 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492711 Jun 28 23:59:31.339320 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6c4891e5-5f4f-450d-9c28-478964d569ea tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.428041 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3de57d-73fd-4589-8429-e5a15ff0ef59 req-0c215407-f0a9-4a65-bb6f-45cf6c4f388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:31.429907 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0b3de57d-73fd-4589-8429-e5a15ff0ef59 req-0c215407-f0a9-4a65-bb6f-45cf6c4f388a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d7a7bdfab54a468db692b9f0c446237b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2457032 Jun 28 23:59:31.469917 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6c4891e5-5f4f-450d-9c28-478964d569ea tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.484227 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6c4891e5-5f4f-450d-9c28-478964d569ea tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.501676 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5ee430f0-fa37-4712-8200-6e89c28c8c57 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:31.559877 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6c4891e5-5f4f-450d-9c28-478964d569ea tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.563764 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-6c4891e5-5f4f-450d-9c28-478964d569ea tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4375615 Jun 28 23:59:31.564274 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44772) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:31.567695 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4891e5-5f4f-450d-9c28-478964d569ea tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c87944-adb4-491f-ad59-2441cf853521,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:31.572517 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6c4891e5-5f4f-450d-9c28-478964d569ea tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:31.574917 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:14Z', 'updated_at': '2021-06-28T23:59:26Z', 'revision_number': 4, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'gw_port': {'id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:15Z', 'updated_at': '2021-06-28T23:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '38dd52cc-5a12-4306-833a-73f86dfa4932', 'name': '', 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'mac_address': 'fa:16:3e:f5:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f77462d6-48eb-4b7a-b25e-4a5ca082bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:22Z', 'updated_at': '2021-06-28T23:59:30Z', 'revision_number': 4, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'subnets': [{'id': 'f77462d6-48eb-4b7a-b25e-4a5ca082bdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:31.575091 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-f3aa7557-a476-4a0c-bfe2-4d10f078a3ba tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Request body: {'security_group_rule': {'security_group_id': '3e56b3bc-aec1-4d46-a935-5ab3b7e18333', 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:31.630039 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f415833-1aab-436b-ae57-fb0525505833 None None] The sync data for ids ['7847a813-d8ef-4971-93c0-85a5cdefa335'] in dv-cinder-763306-13-iscsi is: [{'id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:14Z', 'updated_at': '2021-06-28T23:59:26Z', 'revision_number': 4, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'gw_port': {'id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:15Z', 'updated_at': '2021-06-28T23:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '38dd52cc-5a12-4306-833a-73f86dfa4932', 'name': '', 'network_id': 'a258838e-2008-407e-9700-38af72b2fd59', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'mac_address': 'fa:16:3e:f5:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f77462d6-48eb-4b7a-b25e-4a5ca082bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:22Z', 'updated_at': '2021-06-28T23:59:30Z', 'revision_number': 4, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'subnets': [{'id': 'f77462d6-48eb-4b7a-b25e-4a5ca082bdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:59:31.632145 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3de57d-73fd-4589-8429-e5a15ff0ef59 req-4b42020b-635d-4578-bbe5-fa88c3417894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:31.647494 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0b3de57d-73fd-4589-8429-e5a15ff0ef59 req-4b42020b-635d-4578-bbe5-fa88c3417894 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2002435 Jun 28 23:59:31.709023 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7557-a476-4a0c-bfe2-4d10f078a3ba tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.863457 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7557-a476-4a0c-bfe2-4d10f078a3ba tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.878337 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7557-a476-4a0c-bfe2-4d10f078a3ba tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.881812 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-52a8875f-0493-4589-8dfe-56057be71b52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:31.926752 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa7557-a476-4a0c-bfe2-4d10f078a3ba tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce58bc93-f102-4ffc-abaa-be33b60afebe,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:31.940872 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f3aa7557-a476-4a0c-bfe2-4d10f078a3ba tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:31.962586 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7557-a476-4a0c-bfe2-4d10f078a3ba tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.965093 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f3aa7557-a476-4a0c-bfe2-4d10f078a3ba tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3991787 Jun 28 23:59:31.969392 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44780) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:31.975594 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-d9687236-5e09-4a69-82ea-ebac184c5733 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Request body: {'security_group_rule': {'security_group_id': '3e56b3bc-aec1-4d46-a935-5ab3b7e18333', 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:31.986397 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-ca545963-2f10-4a53-abc0-60d64ee2583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:31.989172 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-ca545963-2f10-4a53-abc0-60d64ee2583d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 1096 time: 0.1348162 Jun 28 23:59:32.038363 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9687236-5e09-4a69-82ea-ebac184c5733 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.111938 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-93151720-2892-4bf7-b453-ed38b05fa7c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae69191-b35e-4447-a266-7b4b6e087f63 HTTP/1.1" status: 200 len: 217 time: 0.0987413 Jun 28 23:59:32.214340 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-0c243112-10ea-4075-82ec-1fa74b79b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:32.216418 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-0c243112-10ea-4075-82ec-1fa74b79b42d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0885561 Jun 28 23:59:32.230553 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9687236-5e09-4a69-82ea-ebac184c5733 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.282810 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-1c01fec3-cb31-4caa-ab4c-147ed928ee7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541329 Jun 28 23:59:32.289338 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9687236-5e09-4a69-82ea-ebac184c5733 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.298937 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:32.340373 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9687236-5e09-4a69-82ea-ebac184c5733 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1893b12e-855f-427a-8a0b-731e3667adc6,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:32.352946 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d9687236-5e09-4a69-82ea-ebac184c5733 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:32.376243 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9687236-5e09-4a69-82ea-ebac184c5733 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.383277 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-d9687236-5e09-4a69-82ea-ebac184c5733 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4120274 Jun 28 23:59:32.384860 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44800) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:32.396770 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-00eea2fa-397f-4676-90e6-c9a3ab1a842b tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Request body: {'security_group_rule': {'security_group_id': '3e56b3bc-aec1-4d46-a935-5ab3b7e18333', 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:32.467808 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932a070-da2f-4e72-96b8-ae35a2ff4ec2 req-51429769-cc57-4707-9142-8b523a16684c tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:32.483289 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8932a070-da2f-4e72-96b8-ae35a2ff4ec2 req-51429769-cc57-4707-9142-8b523a16684c tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.2462156 Jun 28 23:59:32.504011 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.securitygroups_db [None req-00eea2fa-397f-4676-90e6-c9a3ab1a842b tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Project ac9c3914db6447529365428a9c4346a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 23:59:32.513317 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-00eea2fa-397f-4676-90e6-c9a3ab1a842b tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.519723 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-e5872b72-fc5d-4609-bcd0-51caa7382645 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184827 Jun 28 23:59:32.575105 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8932a070-da2f-4e72-96b8-ae35a2ff4ec2 req-971010cf-a879-4fcb-bdfa-96c6e089d8db tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904682 Jun 28 23:59:32.685109 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-17912d31-7fd1-4187-b813-cca3cf6c2f05 req-4f68159e-4f7c-4067-b489-48d7637e3763 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437302 Jun 28 23:59:32.688170 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-00eea2fa-397f-4676-90e6-c9a3ab1a842b tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.699130 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-00eea2fa-397f-4676-90e6-c9a3ab1a842b tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.702306 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d9687236-5e09-4a69-82ea-ebac184c5733 tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:32.747974 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 38dd52cc-5a12-4306-833a-73f86dfa4932 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:32.767822 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-00eea2fa-397f-4676-90e6-c9a3ab1a842b tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.772687 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44810) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:32.775645 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-00eea2fa-397f-4676-90e6-c9a3ab1a842b tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3797917 Jun 28 23:59:32.777462 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eea2fa-397f-4676-90e6-c9a3ab1a842b tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d027a8e-8669-4ec8-9375-f010f719c0d7,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:32.786063 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Request body: {'security_group_rule': {'security_group_id': '3e56b3bc-aec1-4d46-a935-5ab3b7e18333', 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:32.786707 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-00eea2fa-397f-4676-90e6-c9a3ab1a842b tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:32.861374 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 38dd52cc-5a12-4306-833a-73f86dfa4932 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:32.870874 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 38dd52cc-5a12-4306-833a-73f86dfa4932 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:32.871416 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.873627 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.securitygroups_db [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Project ac9c3914db6447529365428a9c4346a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 23:59:32.893274 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.947634 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917df08-78e5-4a6a-9799-3e0b7b0acb3c req-80282f5d-9b8c-4e82-96c2-0d66a856911b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:32.956928 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3917df08-78e5-4a6a-9799-3e0b7b0acb3c req-80282f5d-9b8c-4e82-96c2-0d66a856911b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1687016 Jun 28 23:59:33.013018 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08f9e-01ae-46bc-a1db-ff1658597701 req-6567c75d-b72c-4032-afdc-45f051f89bfb tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:33.020850 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1b08f9e-01ae-46bc-a1db-ff1658597701 req-6567c75d-b72c-4032-afdc-45f051f89bfb tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 943 time: 0.2102304 Jun 28 23:59:33.036363 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:33.116606 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3917df08-78e5-4a6a-9799-3e0b7b0acb3c req-cdcc2a12-695b-44de-bd4d-16fe6f117a46 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501720 Jun 28 23:59:33.116825 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 38dd52cc-5a12-4306-833a-73f86dfa4932, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=38dd52cc-5a12-4306-833a-73f86dfa4932,segment=NetworkSegment(129f9983-dac8-4065-96ae-f958a8883a21),segment_id=129f9983-dac8-4065-96ae-f958a8883a21)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:33.124879 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:33.128906 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:33.142029 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:33.155939 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:33.173765 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:33.188000 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1b08f9e-01ae-46bc-a1db-ff1658597701 req-2f5cd126-fb3a-463f-a05f-12d22a2b4a57 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660764 Jun 28 23:59:33.205791 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6e9ece-282c-4b55-950c-2ba772a6ed32,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:33.211241 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:33.238903 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:33.257479 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4685688 Jun 28 23:59:33.351134 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=38dd52cc-5a12-4306-833a-73f86dfa4932,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:33.363604 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:33.565316 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-082f129b-b5b5-4c55-bc3a-eaba2f627d6e tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:33.569450 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-082f129b-b5b5-4c55-bc3a-eaba2f627d6e tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/networks?id=8ead890a-e3f5-4361-abed-ce0c7b11c617 HTTP/1.1" status: 200 len: 809 time: 0.2060068 Jun 28 23:59:33.607062 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-cf52987c-5dc9-4314-83a6-81075f30b495 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/quotas/f368e0ec7ab443ab9f1d84b4e99161d5 HTTP/1.1" status: 200 len: 375 time: 0.0281441 Jun 28 23:59:33.670120 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-26fcc336-0f6d-4a3a-af4e-8a9dd420b87b tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f368e0ec7ab443ab9f1d84b4e99161d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618634 Jun 28 23:59:33.792629 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-d97f1f7f-0ca4-4c54-a33c-75a6e83944ab service neutron] 10.222.0.24 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215224 Jun 28 23:59:33.952687 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-0f6518b5-06b6-4bff-b78c-797c2dd98a04 service neutron] 10.222.0.24 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412768 Jun 28 23:59:34.245821 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8d78a23e-b664-4e69-8192-4d9ee8657ae7 req-7e20054b-d418-4875-815c-aed4494eff8c tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 210 time: 0.0604496 Jun 28 23:59:34.501636 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d2a8c-d6d2-40ce-bae8-54d51201fd0c req-554af6d5-3d91-4393-b6de-e28ee265fe40 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:34.507612 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f52d2a8c-d6d2-40ce-bae8-54d51201fd0c req-554af6d5-3d91-4393-b6de-e28ee265fe40 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1307609 Jun 28 23:59:34.579425 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f52d2a8c-d6d2-40ce-bae8-54d51201fd0c req-75e11a74-be0e-4f11-befe-365915fa0e2f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684745 Jun 28 23:59:34.588589 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d041b4-978e-4abb-84bc-30b2727fa5b2 req-22e3bb7d-db6b-41a4-b7a4-9ac504cfe9ae tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:34.590446 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c8d041b4-978e-4abb-84bc-30b2727fa5b2 req-22e3bb7d-db6b-41a4-b7a4-9ac504cfe9ae tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 943 time: 0.1606724 Jun 28 23:59:34.683525 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c8d041b4-978e-4abb-84bc-30b2727fa5b2 req-5e845288-c964-4123-b267-e9e4411a2579 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765655 Jun 28 23:59:34.699115 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 38dd52cc-5a12-4306-833a-73f86dfa4932 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:34.877487 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 38dd52cc-5a12-4306-833a-73f86dfa4932 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:34.877882 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:35.100214 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f861237-aabe-4aaa-a6c6-004faf741338 req-7bb7d42a-a2e2-4182-9fa1-14c124ea131b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:35.102136 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9f861237-aabe-4aaa-a6c6-004faf741338 req-7bb7d42a-a2e2-4182-9fa1-14c124ea131b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1337667 Jun 28 23:59:35.190552 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9f861237-aabe-4aaa-a6c6-004faf741338 req-acbec6ef-a95c-40cb-bf49-1bf7c6b0beea tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743811 Jun 28 23:59:35.328389 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44936) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:35.563240 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b8e676b8-5b81-4c41-876a-704653cae19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:35.620942 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-57765b41-bb2c-429c-8d25-6cc457b72295 req-f1c6a4bb-762c-4d67-90b5-0b9396e55170 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 210 time: 0.0494089 Jun 28 23:59:35.717310 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b8e676b8-5b81-4c41-876a-704653cae19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:35.728887 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b8e676b8-5b81-4c41-876a-704653cae19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:35.732395 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-dff493a3-7bad-4d6c-ac94-00f63a04b296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:35.773244 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e676b8-5b81-4c41-876a-704653cae19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a4b933-ed51-4930-8866-6270bf020a43,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:35.778357 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-b8e676b8-5b81-4c41-876a-704653cae19d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c36a43bdd913493982596e9fc809db4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480994 Jun 28 23:59:35.779946 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b8e676b8-5b81-4c41-876a-704653cae19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:35.782887 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44952) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:35.850571 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db726f4-caa4-4459-82db-a86e127a6bde req-c02dca79-adf2-4a29-a78f-902f14e3418c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:35.853549 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6db726f4-caa4-4459-82db-a86e127a6bde req-c02dca79-adf2-4a29-a78f-902f14e3418c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.0926986 Jun 28 23:59:35.918446 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6db726f4-caa4-4459-82db-a86e127a6bde req-33dd9c9a-3eee-41fe-a837-accfdedbffc1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573728 Jun 28 23:59:35.923447 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-9069747a-2fc7-4e7a-b0bd-1cd8e25987a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.002685 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-9069747a-2fc7-4e7a-b0bd-1cd8e25987a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.114998 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-9069747a-2fc7-4e7a-b0bd-1cd8e25987a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.121136 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-9069747a-2fc7-4e7a-b0bd-1cd8e25987a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.123117 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-9069747a-2fc7-4e7a-b0bd-1cd8e25987a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82a4b933-ed51-4930-8866-6270bf020a43 HTTP/1.1" status: 204 len: 168 time: 0.3386459 Jun 28 23:59:36.125145 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b8e676b8-5b81-4c41-876a-704653cae19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:36.171900 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069747a-2fc7-4e7a-b0bd-1cd8e25987a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a4b933-ed51-4930-8866-6270bf020a43,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:36.191611 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-9069747a-2fc7-4e7a-b0bd-1cd8e25987a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:36.298995 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bc13f-abc4-4b55-8550-82c35af9da34 req-34bb0cc0-afd8-4e24-9e7d-b80386280ce4 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:36.300645 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bd5bc13f-abc4-4b55-8550-82c35af9da34 req-34bb0cc0-afd8-4e24-9e7d-b80386280ce4 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 943 time: 0.1725156 Jun 28 23:59:36.358099 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bd5bc13f-abc4-4b55-8550-82c35af9da34 req-ee9bb690-0679-46db-a531-d0fa7ec327d2 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505841 Jun 28 23:59:36.654465 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-116c796e-33ca-458b-936b-bc14d7e9a6e9 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:36.656523 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-116c796e-33ca-458b-936b-bc14d7e9a6e9 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.38 "GET /v2.0/networks?id=8ead890a-e3f5-4361-abed-ce0c7b11c617 HTTP/1.1" status: 200 len: 809 time: 0.2494996 Jun 28 23:59:36.678817 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Request body: {'port': {'device_id': '35206de5-943b-4b70-92d2-545ec8574f87', 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617', 'admin_state_up': True, 'tenant_id': 'f368e0ec7ab443ab9f1d84b4e99161d5'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:36.852700 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Made reservation on behalf of f368e0ec7ab443ab9f1d84b4e99161d5 for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:36.857378 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.879359 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b8d3f5d7-c2fb-41c1-acc0-6f9c1fbaf7be req-33c7df74-cd33-47c4-8ab1-d2f3800655b4 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 210 time: 0.0489657 Jun 28 23:59:36.939652 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 1ae69191-b35e-4447-a266-7b4b6e087f63 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:59:37.047648 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Allocated IP 172.20.0.3 (8ead890a-e3f5-4361-abed-ce0c7b11c617/70059379-2a4d-4bec-b9d2-171b13184ec9/28530d77-2609-48a6-bc19-60d926063bcc) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:37.079021 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 1ae69191-b35e-4447-a266-7b4b6e087f63, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1ae69191-b35e-4447-a266-7b4b6e087f63,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:37.098699 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '1ae69191-b35e-4447-a266-7b4b6e087f63', 'network_id': '961e0ae2-94d4-4667-b607-c37400732516', 'port_id': '1ae69191-b35e-4447-a266-7b4b6e087f63', 'mac_address': 'fa:16:3e:2e:e1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd271d946-ae36-40b8-9c2d-b7397f45a13a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:59:37.217065 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.232909 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae69191-b35e-4447-a266-7b4b6e087f63 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:59:37.261335 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 1ae69191-b35e-4447-a266-7b4b6e087f63, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1ae69191-b35e-4447-a266-7b4b6e087f63,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:37.269142 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.276028 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5e51aa1b-f766-4b2e-bebb-2272034598dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:37.341799 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.348473 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e6b82-e039-409b-ad77-d426252f269d req-4a13d23f-6d1f-400c-8b74-196f6df0f22f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:37.363905 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ac7e6b82-e039-409b-ad77-d426252f269d req-4a13d23f-6d1f-400c-8b74-196f6df0f22f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1756911 Jun 28 23:59:37.376593 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44996) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:37.383461 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.384148 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=1ae69191-b35e-4447-a266-7b4b6e087f63,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:37.389013 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:37.395638 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:37.409956 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Network 8ead890a-e3f5-4361-abed-ce0c7b11c617 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:37.429077 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ac7e6b82-e039-409b-ad77-d426252f269d req-e291a6ac-20e7-40bc-9fce-85a77c03e759 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635681 Jun 28 23:59:37.435192 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:37.440523 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:37.502098 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Pushing event updated for resources: {'Port': ['ID=28530d77-2609-48a6-bc19-60d926063bcc,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:37.505543 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:37.527618 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:37.528588 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.550485 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8759708 Jun 28 23:59:37.570041 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1756203661-network', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:37.581743 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Request body: {'port': {'device_id': '35206de5-943b-4b70-92d2-545ec8574f87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:37.610112 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Made reservation on behalf of 5195a569bc964f78826e37c833a3b8e2 for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:37.613667 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.633861 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.674718 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89d58e-83e6-4e42-b816-eacdf6f66a71 req-9f959c9c-879d-4f49-b099-34d95ca459a6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:37.676530 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0b89d58e-83e6-4e42-b816-eacdf6f66a71 req-9f959c9c-879d-4f49-b099-34d95ca459a6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 944 time: 0.1437376 Jun 28 23:59:37.707531 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.747309 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0b89d58e-83e6-4e42-b816-eacdf6f66a71 req-4cf02a88-dcf4-4348-a24f-78d1b5397d90 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600319 Jun 28 23:59:37.812465 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.817277 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.822723 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5d02cee2-d91c-45c5-9127-8c26d343609b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:37.845444 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:59:37.861480 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c8c04f-54bf-431c-a186-3696fa58f83a,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:37.865809 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:37.869592 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.869935 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Added segment c83e4b65-4e1b-43d1-9506-1fa62d89ee30 of type vlan for network 83ba53d3-2740-4a27-8a89-82c87913523f Jun 28 23:59:37.892094 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['1ae69191-b35e-4447-a266-7b4b6e087f63'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:37.922565 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.965937 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.967954 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:37.969015 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.971875 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-aff093fc-bfc4-4715-89d8-3e726d7c5a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:38.035689 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28530d77-2609-48a6-bc19-60d926063bcc {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:59:38.045543 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.052147 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6711838 Jun 28 23:59:38.052923 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 45006) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:38.064384 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Request body: {'subnet': {'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1756203661-subnet', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'ip_version': 4}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:38.065950 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Transition to ACTIVE for port object 28530d77-2609-48a6-bc19-60d926063bcc will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:38.071160 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.074460 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-647c57fe-2f01-4017-85c0-018b4cd81c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:38.074636 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Pushing event updated for resources: {'Network': ['ID=83ba53d3-2740-4a27-8a89-82c87913523f,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:38.078563 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:38.098987 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 83ba53d3-2740-4a27-8a89-82c87913523f details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:59:38.104618 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Made reservation on behalf of 5195a569bc964f78826e37c833a3b8e2 for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:38.109662 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4222157'] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.132370 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Pushing event updated for resources: {'Port': ['ID=28530d77-2609-48a6-bc19-60d926063bcc,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:38.138135 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:38.215847 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Attempting to bind port 28530d77-2609-48a6-bc19-60d926063bcc on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:38.216000 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Attempting to bind port 28530d77-2609-48a6-bc19-60d926063bcc by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '15b89c49-a116-4f12-92aa-f54121fa62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:38.216793 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Attempting to bind port 28530d77-2609-48a6-bc19-60d926063bcc on network 8ead890a-e3f5-4361-abed-ce0c7b11c617 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:38.222052 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Port 28530d77-2609-48a6-bc19-60d926063bcc on network 8ead890a-e3f5-4361-abed-ce0c7b11c617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:59:38.222565 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Attempting to bind port 28530d77-2609-48a6-bc19-60d926063bcc on network 8ead890a-e3f5-4361-abed-ce0c7b11c617 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:38.230076 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:38.230509 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Checking segment: {'id': '15b89c49-a116-4f12-92aa-f54121fa62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:38.231087 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Bound using segment: {'id': '15b89c49-a116-4f12-92aa-f54121fa62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:38.231549 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Bound port: 28530d77-2609-48a6-bc19-60d926063bcc, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b89c49-a116-4f12-92aa-f54121fa62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:38.231925 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.313365 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299893c4-25e6-4001-a361-9b5379632fa7 req-e24d04e5-c3ff-408e-ac1c-c7af51381030 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:38.315908 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-299893c4-25e6-4001-a361-9b5379632fa7 req-e24d04e5-c3ff-408e-ac1c-c7af51381030 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 943 time: 0.1915920 Jun 28 23:59:38.330453 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] For port 28530d77-2609-48a6-bc19-60d926063bcc, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:38.333867 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] For port 28530d77-2609-48a6-bc19-60d926063bcc, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=28530d77-2609-48a6-bc19-60d926063bcc,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:38.339403 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.341673 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2298f2bf-c24b-4512-883d-e7b43a8164cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:38.376236 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:38.376864 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.378961 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] 10.222.0.38 "PUT /v2.0/ports/28530d77-2609-48a6-bc19-60d926063bcc HTTP/1.1" status: 200 len: 1093 time: 0.8033733 Jun 28 23:59:38.380288 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35206de5-943b-4b70-92d2-545ec8574f87', 'tag': '28530d77-2609-48a6-bc19-60d926063bcc'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:38.381539 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9536eb5-e700-4984-b428-3808a9bd40b3" -d '{"events": [{"name": "network-changed", "server_uuid": "35206de5-943b-4b70-92d2-545ec8574f87", "tag": "28530d77-2609-48a6-bc19-60d926063bcc"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:38.419448 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-299893c4-25e6-4001-a361-9b5379632fa7 req-2dfcdccb-2c3f-4553-b1f5-28ec0a9a4640 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965796 Jun 28 23:59:38.432935 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Pushing event updated for resources: {'Port': ['ID=28530d77-2609-48a6-bc19-60d926063bcc,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:38.440239 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:38.451909 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cf1b7d-13d1-4ca9-a298-027a501995a9 x-openstack-request-id: req-16cf1b7d-13d1-4ca9-a298-027a501995a9 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:38.452409 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35206de5-943b-4b70-92d2-545ec8574f87", "tag": "28530d77-2609-48a6-bc19-60d926063bcc", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:38.452795 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16cf1b7d-13d1-4ca9-a298-027a501995a9 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:38.453696 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35206de5-943b-4b70-92d2-545ec8574f87', 'tag': '28530d77-2609-48a6-bc19-60d926063bcc', 'status': 'completed', 'code': 200} Jun 28 23:59:38.501418 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4592597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4222171'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.504294 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:38.572006 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-67531d05-d879-43b4-a6a1-53b77ee575df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:38.574979 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-67531d05-d879-43b4-a6a1-53b77ee575df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f368e0ec7ab443ab9f1d84b4e99161d5&device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 1096 time: 0.1035495 Jun 28 23:59:38.579051 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7909d0e5-6c72-4e43-b535-0306eb04fe7d,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:38.583412 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:38.592269 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Checking segment: {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:38.592633 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Network hostable DHCP agents. Network: 83ba53d3-2740-4a27-8a89-82c87913523f, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:59:38.613901 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Network 83ba53d3-2740-4a27-8a89-82c87913523f is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:59:38.628514 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 83ba53d3-2740-4a27-8a89-82c87913523f) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:38.641212 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:38.641813 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.656919 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d0b589-7795-4be1-b978-4ee0cd6269d2 None None] Network 83ba53d3-2740-4a27-8a89-82c87913523f requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:38.665304 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-0ffca0c9-5fa7-49b9-b54c-dd9cbda97391 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6045005 Jun 28 23:59:38.669875 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 45018) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:38.675398 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:38.694415 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-4883ae16-8657-43ed-9d6d-44b2e0b96ad1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28530d77-2609-48a6-bc19-60d926063bcc HTTP/1.1" status: 200 len: 217 time: 0.0930192 Jun 28 23:59:38.741322 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.745817 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:38.794057 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-5ebd2fdd-190c-4c9e-aad7-65a4d2329265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:38.796611 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-5ebd2fdd-190c-4c9e-aad7-65a4d2329265 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=70059379-2a4d-4bec-b9d2-171b13184ec9 HTTP/1.1" status: 200 len: 849 time: 0.0907822 Jun 28 23:59:38.907021 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-262eff37-25e4-4c78-bd2a-96f8aab8555e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ead890a-e3f5-4361-abed-ce0c7b11c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956898 Jun 28 23:59:38.909094 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.022783 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-83ba53d3-2740-4a27-8a89-82c87913523f', 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'fixed_ips': [{'subnet_id': '7909d0e5-6c72-4e43-b535-0306eb04fe7d'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:59:39.023956 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.060148 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-a44ac372-e673-417b-ba6b-5135a05cf26d service neutron] 10.222.0.38 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404076 Jun 28 23:59:39.138819 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f7558f05-f12b-44a9-a81d-c3ed719776ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.213631 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Allocated IP 172.20.0.2 (83ba53d3-2740-4a27-8a89-82c87913523f/7909d0e5-6c72-4e43-b535-0306eb04fe7d/00e83a18-d53d-4b59-8e5f-9a87ae4067e5) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:39.214918 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b5fce1ff-dd58-4ce1-995a-5f9347bfdda9 req-7c15e99d-4e2a-495b-9402-30fd5132200a service neutron] 10.222.0.38 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373777 Jun 28 23:59:39.277637 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.377067 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7961b9-4e95-4163-bc92-247602a3b66f req-f60c53ea-9d07-4016-925e-0af6b08d023c tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:39.379992 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6c7961b9-4e95-4163-bc92-247602a3b66f req-f60c53ea-9d07-4016-925e-0af6b08d023c tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 944 time: 0.3857062 Jun 28 23:59:39.403633 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd93a0-82b1-41a3-81b7-2ada39e45069 req-18621616-3074-4347-831d-d8a99ce44fa8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:39.406207 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-65bd93a0-82b1-41a3-81b7-2ada39e45069 req-18621616-3074-4347-831d-d8a99ce44fa8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.4170737 Jun 28 23:59:39.463981 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.477840 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Transition to ACTIVE for port object 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:39.479799 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-a776b1cc-b225-4fa7-b687-707d916f9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:39.481746 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-a776b1cc-b225-4fa7-b687-707d916f9447 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f368e0ec7ab443ab9f1d84b4e99161d5&device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 1096 time: 0.0846393 Jun 28 23:59:39.500396 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Transition to ACTIVE for port object 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:39.509997 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.522061 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:39.536534 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Network 83ba53d3-2740-4a27-8a89-82c87913523f is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:39.538907 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:39.542390 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:39.566690 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6c7961b9-4e95-4163-bc92-247602a3b66f req-0a1ebcaa-8314-4bc0-86d3-f913afad7d98 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588335 Jun 28 23:59:39.574420 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-65bd93a0-82b1-41a3-81b7-2ada39e45069 req-b8727453-0552-438d-a871-9a5ca5d485ff tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528416 Jun 28 23:59:39.725230 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Attempting to bind port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:39.725609 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Attempting to bind port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:39.726651 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Attempting to bind port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 on network 83ba53d3-2740-4a27-8a89-82c87913523f {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:39.733119 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Pushing event updated for resources: {'Port': ['ID=00e83a18-d53d-4b59-8e5f-9a87ae4067e5,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:39.740928 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:39.742787 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:39.743809 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Checking segment: {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:39.743809 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.744021 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Bound using segment: {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:39.744465 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Bound port: 00e83a18-d53d-4b59-8e5f-9a87ae4067e5, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:39.744868 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.744974 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-268d5078-3003-441b-add3-fe66ead4b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:39.748280 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-268d5078-3003-441b-add3-fe66ead4b6b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8ead890a-e3f5-4361-abed-ce0c7b11c617 HTTP/1.1" status: 200 len: 910 time: 0.2560184 Jun 28 23:59:39.804079 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.815107 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] For port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:39.818751 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] For port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=00e83a18-d53d-4b59-8e5f-9a87ae4067e5,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:39.839039 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.849526 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c252208e-4114-4ee3-a8e6-f417e7e30b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:39.855819 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-7d09622b-639f-4b23-b578-430dc549cdcc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28530d77-2609-48a6-bc19-60d926063bcc HTTP/1.1" status: 200 len: 217 time: 0.0938599 Jun 28 23:59:39.856494 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:39.960291 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Pushing event updated for resources: {'Port': ['ID=00e83a18-d53d-4b59-8e5f-9a87ae4067e5,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:39.967533 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:39.992400 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-db0ef6e1-2b2b-464d-8fb1-335df9d56138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:39.994108 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-db0ef6e1-2b2b-464d-8fb1-335df9d56138 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=70059379-2a4d-4bec-b9d2-171b13184ec9 HTTP/1.1" status: 200 len: 849 time: 0.0850544 Jun 28 23:59:40.047000 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-92ac8485-bb07-492a-8794-c8e68d013ae3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ead890a-e3f5-4361-abed-ce0c7b11c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362570 Jun 28 23:59:40.066025 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519534f9-479e-4882-8f7c-75034b969d3b req-24bb0f07-254f-4bec-9072-f5011db92ed2 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:40.067933 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-519534f9-479e-4882-8f7c-75034b969d3b req-24bb0f07-254f-4bec-9072-f5011db92ed2 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 943 time: 0.1891961 Jun 28 23:59:40.105861 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Allocated IP 172.27.1.211 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/ef6c66b0-beec-4171-8716-8fb64a77da5a) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:40.191524 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-519534f9-479e-4882-8f7c-75034b969d3b req-8d02001d-1814-45a6-84f3-9e9628f434e3 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063814 Jun 28 23:59:40.214046 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-013a247b-adb3-469d-b9df-782a9f255202 service neutron] 10.222.0.38 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559677 Jun 28 23:59:40.418957 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-b9536eb5-e700-4984-b428-3808a9bd40b3 req-28cd5826-4596-4b85-b66e-9dd8772a6b90 service neutron] 10.222.0.38 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865125 Jun 28 23:59:40.594732 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:40.675208 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:40.753369 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4592449'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:40.757556 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:40.796144 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:40.801549 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:40.816395 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:40.838101 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:40.907761 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6c66b0-beec-4171-8716-8fb64a77da5a,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:40.917711 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:40.964114 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 1ae69191-b35e-4447-a266-7b4b6e087f63 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:41.062093 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 1ae69191-b35e-4447-a266-7b4b6e087f63 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:41.069382 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 1ae69191-b35e-4447-a266-7b4b6e087f63 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:41.070427 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.094268 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f9eb1-51ee-4b89-8a03-d57e368bd1a5 req-8fd867fb-1510-49a3-979c-38173a5082fc tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:41.096188 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3b2f9eb1-51ee-4b89-8a03-d57e368bd1a5 req-8fd867fb-1510-49a3-979c-38173a5082fc tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 944 time: 0.3106396 Jun 28 23:59:41.109026 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0966d-a6c4-4949-806b-798625efd3a2 req-e0111faf-b06d-401b-8381-b1b2784e70c0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:41.111250 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-faf0966d-a6c4-4949-806b-798625efd3a2 req-e0111faf-b06d-401b-8381-b1b2784e70c0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.2709203 Jun 28 23:59:41.229292 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-faf0966d-a6c4-4949-806b-798625efd3a2 req-4c3ef12f-cf11-4782-848a-63ab0eb53e44 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032262 Jun 28 23:59:41.234740 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3b2f9eb1-51ee-4b89-8a03-d57e368bd1a5 req-0dea44f8-4843-4328-8242-8b9cf8e61f6e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178563 Jun 28 23:59:41.258889 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.311648 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a796594-f04c-4094-86fa-fa11ae56e107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae69191-b35e-4447-a266-7b4b6e087f63'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:41.314221 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a316ba41-deb3-4ad4-be40-8ed20d1738b7" -d '{"events": [{"server_uuid": "0a796594-f04c-4094-86fa-fa11ae56e107", "name": "network-vif-plugged", "status": "completed", "tag": "1ae69191-b35e-4447-a266-7b4b6e087f63"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:41.345418 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.350676 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 1ae69191-b35e-4447-a266-7b4b6e087f63, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1ae69191-b35e-4447-a266-7b4b6e087f63,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:41.359158 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.364410 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:41.449293 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=1ae69191-b35e-4447-a266-7b4b6e087f63,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:41.453334 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:41.458382 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52929cb7-c03c-4a05-85e5-acad9d5fd8c6 None None] Network 83ba53d3-2740-4a27-8a89-82c87913523f requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:41.537209 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-578f0f40-5e21-4641-a560-c9dcc7261ec5 None None] Provisioning for port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:41.556174 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-578f0f40-5e21-4641-a560-c9dcc7261ec5 None None] Provisioning complete for port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:41.556891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-578f0f40-5e21-4641-a560-c9dcc7261ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.611310 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7a1d4-b5e4-4d9c-baa2-61cd5c37eb4f req-77f9f7a0-6e45-4f92-bd18-95442dc11165 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:41.618888 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fba7a1d4-b5e4-4d9c-baa2-61cd5c37eb4f req-77f9f7a0-6e45-4f92-bd18-95442dc11165 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.2045336 Jun 28 23:59:41.724310 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fba7a1d4-b5e4-4d9c-baa2-61cd5c37eb4f req-67abcb52-92f3-4837-988c-9baeef9d84ef tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1043756 Jun 28 23:59:41.737632 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-578f0f40-5e21-4641-a560-c9dcc7261ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.738229 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220bda8-10d0-44ff-a488-57b1eb03c9fd req-aa746e6a-d605-4d07-a677-eb55c64d387d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:41.740041 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f220bda8-10d0-44ff-a488-57b1eb03c9fd req-aa746e6a-d605-4d07-a677-eb55c64d387d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 943 time: 0.2406831 Jun 28 23:59:41.772220 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.798463 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f220bda8-10d0-44ff-a488-57b1eb03c9fd req-80671e34-483a-404b-ab14-b8debf9480a5 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460446 Jun 28 23:59:41.816581 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-578f0f40-5e21-4641-a560-c9dcc7261ec5 None None] For port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=00e83a18-d53d-4b59-8e5f-9a87ae4067e5,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:41.824777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-578f0f40-5e21-4641-a560-c9dcc7261ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.838762 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c252208e-4114-4ee3-a8e6-f417e7e30b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:41.866140 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd6e86-2a8e-4436-8ae8-c53dd453a1f1 x-openstack-request-id: req-0cdd6e86-2a8e-4436-8ae8-c53dd453a1f1 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:41.866428 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a796594-f04c-4094-86fa-fa11ae56e107", "name": "network-vif-plugged", "status": "completed", "tag": "1ae69191-b35e-4447-a266-7b4b6e087f63", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:41.866791 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cdd6e86-2a8e-4436-8ae8-c53dd453a1f1 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:41.867958 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a796594-f04c-4094-86fa-fa11ae56e107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae69191-b35e-4447-a266-7b4b6e087f63', 'code': 200} Jun 28 23:59:41.917649 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f0f40-5e21-4641-a560-c9dcc7261ec5 None None] Pushing event updated for resources: {'Port': ['ID=00e83a18-d53d-4b59-8e5f-9a87ae4067e5,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:41.927728 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-578f0f40-5e21-4641-a560-c9dcc7261ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:42.017108 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Router 8b032b91-5659-4d58-8a7d-79db2ce92de8 is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:59:42.153636 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-277571a5-f8da-4867-a11e-a2ac36509f09 None None] Provisioning complete for port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:42.154322 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-277571a5-f8da-4867-a11e-a2ac36509f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.198818 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:59:42.211561 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bee12-49c0-4873-ba6f-b99902d1bbb3 req-571ed5c3-86f9-41a2-a4b7-6959aabc5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:42.218048 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe3bee12-49c0-4873-ba6f-b99902d1bbb3 req-571ed5c3-86f9-41a2-a4b7-6959aabc5f58 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 1098 time: 0.0923405 Jun 28 23:59:42.220142 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Sync routers for ids ['8b032b91-5659-4d58-8a7d-79db2ce92de8'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:59:42.233637 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.235579 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5640109 Jun 28 23:59:42.239755 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 45060) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:42.244511 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Routers {'8b032b91-5659-4d58-8a7d-79db2ce92de8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:42.245921 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['8b032b91-5659-4d58-8a7d-79db2ce92de8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:42.304942 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe3bee12-49c0-4873-ba6f-b99902d1bbb3 req-c086c69a-d353-463a-800b-9582f1d1333b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787089 Jun 28 23:59:42.340674 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-38b82d7a-ccdd-4f93-a357-13cb97a2cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.488200 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Set router 8b032b91-5659-4d58-8a7d-79db2ce92de8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:42.566690 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.642762 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:42.654151 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced9043-0ce8-44bd-9490-08bb7faaa224 req-cc983cb1-f124-4090-84fa-bd42adc59254 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:42.656418 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7ced9043-0ce8-44bd-9490-08bb7faaa224 req-cc983cb1-f124-4090-84fa-bd42adc59254 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1901312 Jun 28 23:59:42.730706 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:42.731141 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.745437 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:38Z', 'updated_at': '2021-06-28T23:59:41Z', 'revision_number': 3, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'gw_port': {'id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:39Z', 'updated_at': '2021-06-28T23:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:42.784851 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Checking router: 8b032b91-5659-4d58-8a7d-79db2ce92de8 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:59:42.784851 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Updating router 8b032b91-5659-4d58-8a7d-79db2ce92de8 port ef6c66b0-beec-4171-8716-8fb64a77da5a binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:59:42.818953 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e4cf9-0cc9-4bee-9d5f-778c07f806a1 req-fc560ad7-a13f-400a-b2f0-40cfb66f833b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:42.822478 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.825590 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ea1e4cf9-0cc9-4bee-9d5f-778c07f806a1 req-fc560ad7-a13f-400a-b2f0-40cfb66f833b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 945 time: 0.3277087 Jun 28 23:59:42.907288 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7ced9043-0ce8-44bd-9490-08bb7faaa224 req-2e7bcbc9-dd70-4d7a-8753-4d2546ee7568 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761031 Jun 28 23:59:42.964955 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 28530d77-2609-48a6-bc19-60d926063bcc details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:59:43.134792 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 28530d77-2609-48a6-bc19-60d926063bcc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=28530d77-2609-48a6-bc19-60d926063bcc,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:43.154710 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '28530d77-2609-48a6-bc19-60d926063bcc', 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617', 'port_id': '28530d77-2609-48a6-bc19-60d926063bcc', 'mac_address': 'fa:16:3e:56:19:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70059379-2a4d-4bec-b9d2-171b13184ec9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:59:43.192005 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ea1e4cf9-0cc9-4bee-9d5f-778c07f806a1 req-1712b46d-04da-4327-92e0-24e94a166a49 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539441 Jun 28 23:59:43.233378 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:43.246799 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Transition to ACTIVE for port object ef6c66b0-beec-4171-8716-8fb64a77da5a will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:43.256067 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:43.268148 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:43.337454 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce843c-fc25-4407-9ecb-4bb7f4d97c34 None None] Pushing event updated for resources: {'Port': ['ID=ef6c66b0-beec-4171-8716-8fb64a77da5a,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:43.354205 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-04ce843c-fc25-4407-9ecb-4bb7f4d97c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:43.355886 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Attempting to bind port ef6c66b0-beec-4171-8716-8fb64a77da5a on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:43.356256 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Attempting to bind port ef6c66b0-beec-4171-8716-8fb64a77da5a by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:43.356623 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Attempting to bind port ef6c66b0-beec-4171-8716-8fb64a77da5a on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:43.362263 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:43.362647 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:43.363130 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:43.363520 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:43.364004 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Bound port: ef6c66b0-beec-4171-8716-8fb64a77da5a, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:43.364413 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:43.397592 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bf2d0-01a7-4fb2-be3b-5bd77a0b9759 req-32e370ed-d657-4896-b4fc-b488003f42a2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:43.399261 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-671bf2d0-01a7-4fb2-be3b-5bd77a0b9759 req-32e370ed-d657-4896-b4fc-b488003f42a2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.2037218 Jun 28 23:59:43.404160 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:43.428496 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28530d77-2609-48a6-bc19-60d926063bcc {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:59:43.436199 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] For port ef6c66b0-beec-4171-8716-8fb64a77da5a, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:43.440202 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] For port ef6c66b0-beec-4171-8716-8fb64a77da5a, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=ef6c66b0-beec-4171-8716-8fb64a77da5a,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:43.448107 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:43.452035 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-cade9a10-d9cd-4ad0-9711-0e1344b5ef34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:43.467507 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 28530d77-2609-48a6-bc19-60d926063bcc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=28530d77-2609-48a6-bc19-60d926063bcc,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:43.474472 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:43.479934 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:43.488563 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:43.507026 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-671bf2d0-01a7-4fb2-be3b-5bd77a0b9759 req-edcb49ce-90cc-4d60-b969-9e5e76e4a74b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976517 Jun 28 23:59:43.510380 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Routers {'8b032b91-5659-4d58-8a7d-79db2ce92de8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:43.511241 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['8b032b91-5659-4d58-8a7d-79db2ce92de8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:43.542777 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b670452-e6a4-4582-b7ec-8fb365638bac req-97fd6848-ff9c-49be-96fd-e36d580eb57d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:43.544686 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0b670452-e6a4-4582-b7ec-8fb365638bac req-97fd6848-ff9c-49be-96fd-e36d580eb57d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 943 time: 0.1931970 Jun 28 23:59:43.555629 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce843c-fc25-4407-9ecb-4bb7f4d97c34 None None] Pushing event updated for resources: {'Port': ['ID=ef6c66b0-beec-4171-8716-8fb64a77da5a,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:43.570206 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=28530d77-2609-48a6-bc19-60d926063bcc,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:43.576171 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:43.626026 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-04ce843c-fc25-4407-9ecb-4bb7f4d97c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:43.641646 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] Set router 8b032b91-5659-4d58-8a7d-79db2ce92de8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:43.702193 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0b670452-e6a4-4582-b7ec-8fb365638bac req-8a13cdad-bd70-404a-a3b1-bcf8e1a4ab70 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965803 Jun 28 23:59:43.784882 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Allocated IP 172.20.0.1 (83ba53d3-2740-4a27-8a89-82c87913523f/7909d0e5-6c72-4e43-b535-0306eb04fe7d/bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:43.868571 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:38Z', 'updated_at': '2021-06-28T23:59:41Z', 'revision_number': 3, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'gw_port': {'id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:39Z', 'updated_at': '2021-06-28T23:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:43.906005 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979105b-6818-4aaa-ac66-1c694ae156cb None None] The sync data for ids ['8b032b91-5659-4d58-8a7d-79db2ce92de8'] in dv-cinder-763306-13-iscsi is: [{'id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:38Z', 'updated_at': '2021-06-28T23:59:41Z', 'revision_number': 3, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'gw_port': {'id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:39Z', 'updated_at': '2021-06-28T23:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:59:43.970444 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:43.990327 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.provisioning_blocks [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Transition to ACTIVE for port object bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a will not be triggered until provisioned by entity DHCP. {{(pid=92941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:44.062889 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4592449'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:44.067114 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-efb299e6-c2e9-4853-ab66-173d61282211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:44.150702 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['28530d77-2609-48a6-bc19-60d926063bcc'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:44.162865 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Network 83ba53d3-2740-4a27-8a89-82c87913523f is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:44.181308 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:44.188134 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:44.211118 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:44.219718 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:44.247847 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:44.446165 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:44.549069 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:44.563284 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6785891-4c6c-4f29-8204-4fde0fde064a req-19d2917e-c4c0-4549-b88e-ee0502464d1e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:44.571328 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a6785891-4c6c-4f29-8204-4fde0fde064a req-19d2917e-c4c0-4549-b88e-ee0502464d1e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.4632559 Jun 28 23:59:44.677181 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device ef6c66b0-beec-4171-8716-8fb64a77da5a up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:44.700393 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a6785891-4c6c-4f29-8204-4fde0fde064a req-2994de5d-fc40-4d71-a069-85ea5ba2b1ac tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115603 Jun 28 23:59:44.750506 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9acc3a-08ff-4d81-bdfa-8d3aa5ec33c3 req-d34f6ea5-0ef7-440c-80d0-b2df4bdc696c tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:44.757611 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ee9acc3a-08ff-4d81-bdfa-8d3aa5ec33c3 req-d34f6ea5-0ef7-440c-80d0-b2df4bdc696c tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 945 time: 0.2730553 Jun 28 23:59:44.811042 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-9b9d2848-2264-42d7-8667-1b0be2e7e121 None None] Provisioning for port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:44.819365 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-9b9d2848-2264-42d7-8667-1b0be2e7e121 None None] Provisioning complete for port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:44.822493 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2848-2264-42d7-8667-1b0be2e7e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:44.829482 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ee9acc3a-08ff-4d81-bdfa-8d3aa5ec33c3 req-fe8e1d7c-2415-454f-b800-7a0d22ab9f20 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705123 Jun 28 23:59:44.898647 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d2848-2264-42d7-8667-1b0be2e7e121 None None] Port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:59:44.914204 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port ef6c66b0-beec-4171-8716-8fb64a77da5a completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:44.919780 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port ef6c66b0-beec-4171-8716-8fb64a77da5a triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:44.920328 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:45.044744 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:45.056978 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592471'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:45.069253 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf0349-791a-4ca1-ba47-f851594a86a4 req-c7aca066-c5a8-46ef-9184-aa0e12f7ef49 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:45.070894 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dabf0349-791a-4ca1-ba47-f851594a86a4 req-c7aca066-c5a8-46ef-9184-aa0e12f7ef49 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1762991 Jun 28 23:59:45.073192 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:45.078280 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:45.122731 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port ef6c66b0-beec-4171-8716-8fb64a77da5a, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=ef6c66b0-beec-4171-8716-8fb64a77da5a,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:45.129531 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:45.132283 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-66263891-7208-4e5a-a501-aeb182c388ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:45.205389 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=ef6c66b0-beec-4171-8716-8fb64a77da5a,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:45.215420 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:45.284044 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:45.294973 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a,revision_number=2']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:45.316534 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:45.324790 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dabf0349-791a-4ca1-ba47-f851594a86a4 req-02633bef-a40c-4359-842b-11ed1347c1d9 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2194726 Jun 28 23:59:45.355837 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9214-0773-4419-8132-3687b5bf4434 req-5c4b52fa-fef0-429c-a4b1-b657868b5080 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:45.363840 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a96b9214-0773-4419-8132-3687b5bf4434 req-5c4b52fa-fef0-429c-a4b1-b657868b5080 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 944 time: 0.2016406 Jun 28 23:59:45.479526 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a96b9214-0773-4419-8132-3687b5bf4434 req-dc2f9b3f-47a5-4eae-976f-a01462969923 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147447 Jun 28 23:59:45.510108 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Network 83ba53d3-2740-4a27-8a89-82c87913523f is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:45.512171 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:45.688462 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Router 8b032b91-5659-4d58-8a7d-79db2ce92de8 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:59:45.829356 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fb33d3e4-8c7d-47b2-8584-b3b2cc8d77c0 None None] Provisioning complete for port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:45.830513 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fb33d3e4-8c7d-47b2-8584-b3b2cc8d77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:45.846785 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:59:45.864118 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] 10.222.0.24 "PUT /v2.0/routers/8b032b91-5659-4d58-8a7d-79db2ce92de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6138000 Jun 28 23:59:45.888350 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fb33d3e4-8c7d-47b2-8584-b3b2cc8d77c0 None None] Port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:59:46.006543 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3557ba-ce87-40e6-9693-af8560edeaae req-37e724cd-1ed0-4943-8fe6-ce3f4c1c22d6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:46.009053 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6e3557ba-ce87-40e6-9693-af8560edeaae req-37e724cd-1ed0-4943-8fe6-ce3f4c1c22d6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.0848026 Jun 28 23:59:46.078542 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6e3557ba-ce87-40e6-9693-af8560edeaae req-f74cd91b-c1f7-499c-b1df-47404cd7dfe9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623069 Jun 28 23:59:46.553798 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 45132) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:46.560616 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1761353810-network', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:46.598969 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Made reservation on behalf of e9fc092e8ada463c9f3e23d44bcd060b for: {'network': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:46.604817 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.654714 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.672348 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device ef6c66b0-beec-4171-8716-8fb64a77da5a up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:46.685836 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3a5d6-7772-4d56-954c-3d8d3ad4f007 req-c57cf192-198d-4e25-ad9f-8d1983a5b004 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:46.687906 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-84f3a5d6-7772-4d56-954c-3d8d3ad4f007 req-c57cf192-198d-4e25-ad9f-8d1983a5b004 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.2030487 Jun 28 23:59:46.727866 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Sync routers for ids ['8b032b91-5659-4d58-8a7d-79db2ce92de8'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:59:46.761789 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Routers {'8b032b91-5659-4d58-8a7d-79db2ce92de8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:46.762977 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['8b032b91-5659-4d58-8a7d-79db2ce92de8'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:46.773059 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.807005 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-84f3a5d6-7772-4d56-954c-3d8d3ad4f007 req-12594d9b-6062-4bf4-9375-9f8d6584bbb8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120737 Jun 28 23:59:46.853335 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port ef6c66b0-beec-4171-8716-8fb64a77da5a triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:46.854031 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.926086 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.937193 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.945199 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Set router 8b032b91-5659-4d58-8a7d-79db2ce92de8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:46.952268 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-531d6eff-cd05-4c4d-bca7-7a858efbc74e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:46.993661 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 28530d77-2609-48a6-bc19-60d926063bcc up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:47.004514 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=92940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:59:47.015559 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b769ef66-110f-4c08-9fe0-7199dda195e8,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:47.034460 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.035025 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.segments_db [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Added segment bbafee14-41ff-480f-aa4b-2bcac815456d of type vlan for network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 Jun 28 23:59:47.040086 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.040981 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.041767 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.042512 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.043126 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.043696 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.044533 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.045244 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.045644 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.046204 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.046758 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.047379 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:47.066209 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:47.228164 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.279167 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b519ec8-a6d6-4447-b1c7-8475e06019cb req-ccd9aace-5e04-43d8-85ac-00f0f6193777 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:47.294050 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3b519ec8-a6d6-4447-b1c7-8475e06019cb req-ccd9aace-5e04-43d8-85ac-00f0f6193777 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 944 time: 0.2057891 Jun 28 23:59:47.395838 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.398515 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:47.400172 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.406203 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:47.438490 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3b519ec8-a6d6-4447-b1c7-8475e06019cb req-7a4c8b38-80ae-4ad6-a1b8-1dcfc390bb8c tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417291 Jun 28 23:59:47.586693 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Pushing event updated for resources: {'Network': ['ID=b0ebead3-f4b3-4d83-b0ce-be3d71015cc7,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:47.588172 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 28530d77-2609-48a6-bc19-60d926063bcc completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:47.592585 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:47.600132 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0445955 Jun 28 23:59:47.606357 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 45150) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:47.616488 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Request body: {'subnet': {'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1761353810-subnet', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'ip_version': 4}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:47.677996 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:59:47.702914 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Made reservation on behalf of e9fc092e8ada463c9f3e23d44bcd060b for: {'subnet': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:59:47.706815 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4468321'] for subnet, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.717012 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 28530d77-2609-48a6-bc19-60d926063bcc triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:47.718297 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.731145 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540aa24-e129-4498-aa9a-c2868de1053c req-ff99e2d2-ff6f-4304-b072-af415c69559f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:47.733913 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8540aa24-e129-4498-aa9a-c2868de1053c req-ff99e2d2-ff6f-4304-b072-af415c69559f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.2197084 Jun 28 23:59:47.831535 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8540aa24-e129-4498-aa9a-c2868de1053c req-8f981a23-2b06-4c57-aa84-c388e9d7f535 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857553 Jun 28 23:59:47.977775 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.000221 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:38Z', 'updated_at': '2021-06-28T23:59:44Z', 'revision_number': 4, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'gw_port': {'id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:39Z', 'updated_at': '2021-06-28T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': 'bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a', 'name': '', 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'mac_address': 'fa:16:3e:77:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '7909d0e5-6c72-4e43-b535-0306eb04fe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:43Z', 'updated_at': '2021-06-28T23:59:44Z', 'revision_number': 2, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'subnets': [{'id': '7909d0e5-6c72-4e43-b535-0306eb04fe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:48.035123 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Checking router: 8b032b91-5659-4d58-8a7d-79db2ce92de8 for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:59:48.035862 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Updating router 8b032b91-5659-4d58-8a7d-79db2ce92de8 port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:59:48.094343 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 28530d77-2609-48a6-bc19-60d926063bcc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=28530d77-2609-48a6-bc19-60d926063bcc,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:48.096055 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35206de5-943b-4b70-92d2-545ec8574f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28530d77-2609-48a6-bc19-60d926063bcc'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:48.099406 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ff1116-1d20-4e21-a61b-2efb87c6859d" -d '{"events": [{"server_uuid": "35206de5-943b-4b70-92d2-545ec8574f87", "name": "network-vif-plugged", "status": "completed", "tag": "28530d77-2609-48a6-bc19-60d926063bcc"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:48.115792 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8a59-9f08-40c6-b881-36a969f8e89f req-13589f1e-5ea7-49e6-9081-8975eedcb39e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:48.121142 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-114c8a59-9f08-40c6-b881-36a969f8e89f req-13589f1e-5ea7-49e6-9081-8975eedcb39e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.0942841 Jun 28 23:59:48.188912 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.194919 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-114c8a59-9f08-40c6-b881-36a969f8e89f req-113888a0-0bf3-49d0-8c2e-0e752874feff tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645337 Jun 28 23:59:48.200746 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:48.255140 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e441f1af-5cfa-4e49-86a1-777516220a53 x-openstack-request-id: req-e441f1af-5cfa-4e49-86a1-777516220a53 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:48.255487 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35206de5-943b-4b70-92d2-545ec8574f87", "name": "network-vif-plugged", "status": "completed", "tag": "28530d77-2609-48a6-bc19-60d926063bcc", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:48.255698 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e441f1af-5cfa-4e49-86a1-777516220a53 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:48.256967 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35206de5-943b-4b70-92d2-545ec8574f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28530d77-2609-48a6-bc19-60d926063bcc', 'code': 200} Jun 28 23:59:48.263652 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.290571 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4462914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4468343'] for subnet, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.294917 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4a9f3d14-211f-4c01-adf5-bc0af61076c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:48.347540 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=28530d77-2609-48a6-bc19-60d926063bcc,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:48.367036 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.367483 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.367787 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.368121 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.368467 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.368858 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.369187 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.369679 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.370165 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.370432 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.370777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.371188 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:48.396138 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d3dbfc-8e1b-4e12-b7c4-db426083bd4f,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:48.421919 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:48.423886 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:48.430657 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Checking segment: {'id': 'bbafee14-41ff-480f-aa4b-2bcac815456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:48.431434 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Network hostable DHCP agents. Network: b0ebead3-f4b3-4d83-b0ce-be3d71015cc7, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:59:48.464455 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:59:48.479994 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, b0ebead3-f4b3-4d83-b0ce-be3d71015cc7) {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:48.494452 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:48.496384 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.516984 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f23e0-b605-4c6e-bcd3-0aa564e49e80 None None] Network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:48.566938 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9558251 Jun 28 23:59:48.568498 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 45172) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:48.574762 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:59:48.639272 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.640375 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.702684 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d150d4-04c4-41ad-86a2-f7a47d7d946d req-fbc27fe9-2fc5-464f-85e1-4b58246b9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:48.705295 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-40d150d4-04c4-41ad-86a2-f7a47d7d946d req-fbc27fe9-2fc5-464f-85e1-4b58246b9945 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 1098 time: 0.1048598 Jun 28 23:59:48.722695 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.756487 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-40d150d4-04c4-41ad-86a2-f7a47d7d946d req-753f98e0-4d6a-419b-aef5-4936fbd9a7cf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Jun 28 23:59:48.972405 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.995532 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.015336 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dda1ed-34c9-41ac-92ab-050028b8eb70 req-922f7946-23af-49fe-91c6-af3ad693d03f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:49.017134 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-60dda1ed-34c9-41ac-92ab-050028b8eb70 req-922f7946-23af-49fe-91c6-af3ad693d03f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 945 time: 0.2486773 Jun 28 23:59:49.048526 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Transition to ACTIVE for port object bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:49.056281 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-b0ebead3-f4b3-4d83-b0ce-be3d71015cc7', 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'fixed_ips': [{'subnet_id': '14d3dbfc-8e1b-4e12-b7c4-db426083bd4f'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:59:49.057575 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.077779 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.084228 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:49.174696 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-60dda1ed-34c9-41ac-92ab-050028b8eb70 req-00865a29-49d2-488a-926d-1dcf6b973ff0 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192322 Jun 28 23:59:49.212198 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d610921-98a7-4d49-b94a-a975671677c0 req-20b9257a-4fe9-47e5-ab9a-6dc8b490e78f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:49.213883 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7d610921-98a7-4d49-b94a-a975671677c0 req-20b9257a-4fe9-47e5-ab9a-6dc8b490e78f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1608191 Jun 28 23:59:49.238785 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b9e4f-565e-44f3-bdbb-f62e674e6d6a None None] Pushing event updated for resources: {'Port': ['ID=bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:49.299132 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-924b9e4f-565e-44f3-bdbb-f62e674e6d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:49.413211 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Attempting to bind port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:49.413823 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Attempting to bind port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:49.415265 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Attempting to bind port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a on network 83ba53d3-2740-4a27-8a89-82c87913523f {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:49.426669 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-44d6e1b8-f829-4477-8291-43f56d307454 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891027 Jun 28 23:59:49.437801 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:49.438420 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Checking segment: {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:49.439123 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.439797 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Bound using segment: {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:49.440651 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Bound port: bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:49.441458 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.537526 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Allocated IP 172.20.0.2 (b0ebead3-f4b3-4d83-b0ce-be3d71015cc7/14d3dbfc-8e1b-4e12-b7c4-db426083bd4f/c68242d5-6357-4360-9a00-e0ef8c6d902e) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:49.583016 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-c937d7d0-629e-4a17-b268-1cc5055cc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:49.587185 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-c937d7d0-629e-4a17-b268-1cc5055cc8c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 1099 time: 0.1165764 Jun 28 23:59:49.703304 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] For port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:49.720503 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] For port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:49.747182 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-b7eeeff3-e564-4637-bf47-d915feca82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:49.749142 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-b7eeeff3-e564-4637-bf47-d915feca82f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.1400506 Jun 28 23:59:49.755539 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.761585 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-25635a3d-d8f3-4b10-95ae-fef900e02065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:49.767349 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7d610921-98a7-4d49-b94a-a975671677c0 req-7275a3fc-e5e2-402b-a181-e63ecba89d14 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5438390 Jun 28 23:59:49.791918 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.817376 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.830340 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-f3e0f85c-e972-4e86-a0e4-97680226447f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f65819f-660d-4c45-b44e-a8778cf0df34 HTTP/1.1" status: 200 len: 217 time: 0.0667326 Jun 28 23:59:49.899693 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8175-fd9c-4bfd-bcb7-d614e27caa6f req-f6986159-60eb-4314-a65e-ea051324c38e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:49.909470 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b47b8175-fd9c-4bfd-bcb7-d614e27caa6f req-f6986159-60eb-4314-a65e-ea051324c38e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.5076246 Jun 28 23:59:49.922898 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.941957 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.942143 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-679565c1-c898-4304-bb44-0e4675b68d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:49.945164 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-679565c1-c898-4304-bb44-0e4675b68d95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0954897 Jun 28 23:59:49.948205 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b9e4f-565e-44f3-bdbb-f62e674e6d6a None None] Pushing event updated for resources: {'Port': ['ID=bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:49.956118 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-924b9e4f-565e-44f3-bdbb-f62e674e6d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:49.957376 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Transition to ACTIVE for port object c68242d5-6357-4360-9a00-e0ef8c6d902e will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:49.959558 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Routers {'8b032b91-5659-4d58-8a7d-79db2ce92de8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:49.960197 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['8b032b91-5659-4d58-8a7d-79db2ce92de8'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:50.007339 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-80301cfe-a7f9-4529-b427-855cdafa837c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545685 Jun 28 23:59:50.012672 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Transition to ACTIVE for port object c68242d5-6357-4360-9a00-e0ef8c6d902e will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:50.025497 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:50.047507 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b47b8175-fd9c-4bfd-bcb7-d614e27caa6f req-f37d896c-83d8-46d8-bd86-9ab03e9ff928 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365194 Jun 28 23:59:50.049458 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:50.106358 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Allocated IP 172.27.1.170 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/98eecbc3-c71f-4b93-800f-c7db15ecff2f) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:50.118249 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:50.124501 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:50.130349 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:50.181233 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Pushing event updated for resources: {'Port': ['ID=c68242d5-6357-4360-9a00-e0ef8c6d902e,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:50.210716 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-9085d7af-1d2b-4613-9b98-be41fa40dcb5 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834283 Jun 28 23:59:50.218752 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] Set router 8b032b91-5659-4d58-8a7d-79db2ce92de8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:50.221615 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:50.290764 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:59:50.334188 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:50.334486 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Attempting to bind port c68242d5-6357-4360-9a00-e0ef8c6d902e on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:50.335126 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Attempting to bind port c68242d5-6357-4360-9a00-e0ef8c6d902e by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'bbafee14-41ff-480f-aa4b-2bcac815456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:50.335611 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Attempting to bind port c68242d5-6357-4360-9a00-e0ef8c6d902e on network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:50.403261 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a1b6e41d-d47a-4877-ac28-1e1e993f53b7 req-a88f414f-a06b-4652-bffd-c9f94fe2a858 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808245 Jun 28 23:59:50.418475 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:50.418998 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Checking segment: {'id': 'bbafee14-41ff-480f-aa4b-2bcac815456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:50.419483 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:50.419956 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Bound using segment: {'id': 'bbafee14-41ff-480f-aa4b-2bcac815456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:50.420586 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Bound port: c68242d5-6357-4360-9a00-e0ef8c6d902e, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbafee14-41ff-480f-aa4b-2bcac815456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:50.420985 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:50.437166 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4592449'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:50.445118 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-602e1104-a588-491b-84e7-4b61836f6a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:50.544832 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:50.558090 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:50.562452 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:50.577973 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] For port c68242d5-6357-4360-9a00-e0ef8c6d902e, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:50.583806 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] For port c68242d5-6357-4360-9a00-e0ef8c6d902e, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=c68242d5-6357-4360-9a00-e0ef8c6d902e,segment=NetworkSegment(bbafee14-41ff-480f-aa4b-2bcac815456d),segment_id=bbafee14-41ff-480f-aa4b-2bcac815456d)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:50.591312 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Pushing event updated for resources: {'Port': ['ID=98eecbc3-c71f-4b93-800f-c7db15ecff2f,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:50.598440 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:50.608591 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:50.612026 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:50.634980 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ac3d6-1662-4521-bfe9-eab83ac2d883 req-ddd79f15-e1ef-4883-a666-f37da66c1587 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:50.637096 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d26ac3d6-1662-4521-bfe9-eab83ac2d883 req-ddd79f15-e1ef-4883-a666-f37da66c1587 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 945 time: 0.2182670 Jun 28 23:59:50.701783 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Pushing event updated for resources: {'Port': ['ID=c68242d5-6357-4360-9a00-e0ef8c6d902e,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:50.708946 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:50.752811 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:38Z', 'updated_at': '2021-06-28T23:59:44Z', 'revision_number': 4, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'gw_port': {'id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:39Z', 'updated_at': '2021-06-28T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': 'bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a', 'name': '', 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'mac_address': 'fa:16:3e:77:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '7909d0e5-6c72-4e43-b535-0306eb04fe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:43Z', 'updated_at': '2021-06-28T23:59:49Z', 'revision_number': 4, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'subnets': [{'id': '7909d0e5-6c72-4e43-b535-0306eb04fe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:50.790259 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d26ac3d6-1662-4521-bfe9-eab83ac2d883 req-a1e8d9b4-3542-485d-b0a5-3cb6b7c832ec tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145372 Jun 28 23:59:50.819029 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102a6e9-7577-4247-8173-c3000779ebdd None None] The sync data for ids ['8b032b91-5659-4d58-8a7d-79db2ce92de8'] in dv-cinder-763306-13-iscsi is: [{'id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:38Z', 'updated_at': '2021-06-28T23:59:44Z', 'revision_number': 4, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'gw_port': {'id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:39Z', 'updated_at': '2021-06-28T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': 'bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a', 'name': '', 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'mac_address': 'fa:16:3e:77:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '7909d0e5-6c72-4e43-b535-0306eb04fe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:43Z', 'updated_at': '2021-06-28T23:59:49Z', 'revision_number': 4, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'subnets': [{'id': '7909d0e5-6c72-4e43-b535-0306eb04fe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:59:51.009799 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:51.515035 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:51.535915 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba8f09-dba1-4398-88f0-454024c38298 req-3ad7a98d-7e2e-4827-a83d-74a4fa713bc4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:51.537600 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ebba8f09-dba1-4398-88f0-454024c38298 req-3ad7a98d-7e2e-4827-a83d-74a4fa713bc4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.3267677 Jun 28 23:59:51.611111 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba441e-c622-47d7-9895-ba2fd6b77ca6 req-7b6da259-7cb9-486e-8eb5-05d28e14438b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:51.612681 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3cba441e-c622-47d7-9895-ba2fd6b77ca6 req-7b6da259-7cb9-486e-8eb5-05d28e14438b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.2271607 Jun 28 23:59:51.699967 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ebba8f09-dba1-4398-88f0-454024c38298 req-4c0934cb-23eb-41dd-aa8f-4d36bbbc2644 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295121 Jun 28 23:59:51.740634 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3cba441e-c622-47d7-9895-ba2fd6b77ca6 req-38884059-2233-46ee-bc85-dc2812551840 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172276 Jun 28 23:59:51.847909 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Router fff29e96-4204-41e3-bd13-5b773c20c96f is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:59:52.097041 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:59:52.112543 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Sync routers for ids ['fff29e96-4204-41e3-bd13-5b773c20c96f'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:59:52.127604 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Routers {'fff29e96-4204-41e3-bd13-5b773c20c96f'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:52.130567 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['fff29e96-4204-41e3-bd13-5b773c20c96f'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:52.135381 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:52.138053 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5669510 Jun 28 23:59:52.142982 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 45218) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:52.191367 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0f6af-56d7-4ae3-943a-91888b83c1b8 req-c9af97e0-03a7-4e26-80fb-af83995f14b3 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:52.193096 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-78b0f6af-56d7-4ae3-943a-91888b83c1b8 req-c9af97e0-03a7-4e26-80fb-af83995f14b3 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 945 time: 0.1667645 Jun 28 23:59:52.266106 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84ce86c-0d28-4e0b-a2d1-84450fdf0cf9 None None] Network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:59:52.272209 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-78b0f6af-56d7-4ae3-943a-91888b83c1b8 req-450f2d8d-4281-4e72-a1a0-319d6f24c6ae tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692604 Jun 28 23:59:52.289318 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Set router fff29e96-4204-41e3-bd13-5b773c20c96f gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:52.357924 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-646e0079-ff93-44ac-a956-017c32d95986 None None] Provisioning for port c68242d5-6357-4360-9a00-e0ef8c6d902e completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:52.578779 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:48Z', 'updated_at': '2021-06-28T23:59:50Z', 'revision_number': 3, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'gw_port': {'id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:49Z', 'updated_at': '2021-06-28T23:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:52.763707 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device c68242d5-6357-4360-9a00-e0ef8c6d902e up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:52.843356 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Checking router: fff29e96-4204-41e3-bd13-5b773c20c96f for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:59:52.843712 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Updating router fff29e96-4204-41e3-bd13-5b773c20c96f port 98eecbc3-c71f-4b93-800f-c7db15ecff2f binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:59:52.888337 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port c68242d5-6357-4360-9a00-e0ef8c6d902e completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:52.900693 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port c68242d5-6357-4360-9a00-e0ef8c6d902e triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:52.901087 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:52.962723 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:52.985648 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.051108 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4566ad-b977-4a26-810a-facd6b00d5f1 req-fe200512-7c50-4d96-99e0-47e2a87bc845 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:53.060760 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5e4566ad-b977-4a26-810a-facd6b00d5f1 req-fe200512-7c50-4d96-99e0-47e2a87bc845 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1508164 Jun 28 23:59:53.120096 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5e4566ad-b977-4a26-810a-facd6b00d5f1 req-c77dd642-1185-4bd9-95a1-cb3ae1ec5c6d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580316 Jun 28 23:59:53.137089 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.153316 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-145fd8bf-b64b-493a-a45f-c645f5868325 None None] Provisioning complete for port c68242d5-6357-4360-9a00-e0ef8c6d902e triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:53.153982 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-145fd8bf-b64b-493a-a45f-c645f5868325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.166279 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a284fe-0820-40e9-9420-246b38be87bd req-c167b39b-f17e-4ecc-b352-43a0cf445e22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:53.169160 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-65a284fe-0820-40e9-9420-246b38be87bd req-c167b39b-f17e-4ecc-b352-43a0cf445e22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1579895 Jun 28 23:59:53.212367 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port c68242d5-6357-4360-9a00-e0ef8c6d902e, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=c68242d5-6357-4360-9a00-e0ef8c6d902e,segment=NetworkSegment(bbafee14-41ff-480f-aa4b-2bcac815456d),segment_id=bbafee14-41ff-480f-aa4b-2bcac815456d)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:53.218811 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.219711 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:53.222742 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:53.224857 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-65a284fe-0820-40e9-9420-246b38be87bd req-bae0d936-0833-4d3f-95a3-679d7cf173ed tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489841 Jun 28 23:59:53.288320 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Allocated IP 172.20.0.1 (b0ebead3-f4b3-4d83-b0ce-be3d71015cc7/14d3dbfc-8e1b-4e12-b7c4-db426083bd4f/882b7192-244a-4b18-bb03-0280bfcc8536) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:59:53.381334 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.395719 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=c68242d5-6357-4360-9a00-e0ef8c6d902e,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:53.403786 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Transition to ACTIVE for port object 98eecbc3-c71f-4b93-800f-c7db15ecff2f will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:53.407347 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:53.418930 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.427559 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:53.446065 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:53.453568 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:53.454330 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.467788 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.493473 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Transition to ACTIVE for port object 882b7192-244a-4b18-bb03-0280bfcc8536 will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:53.515582 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230570a8-07ca-434e-9634-dd04da5131dd None None] Pushing event updated for resources: {'Port': ['ID=98eecbc3-c71f-4b93-800f-c7db15ecff2f,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:53.521587 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-230570a8-07ca-434e-9634-dd04da5131dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:53.554344 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Attempting to bind port 98eecbc3-c71f-4b93-800f-c7db15ecff2f on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:53.554880 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Attempting to bind port 98eecbc3-c71f-4b93-800f-c7db15ecff2f by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:53.556057 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Attempting to bind port 98eecbc3-c71f-4b93-800f-c7db15ecff2f on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:53.562872 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.563231 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:53.563672 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:53.564102 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.564480 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:53.565075 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Bound port: 98eecbc3-c71f-4b93-800f-c7db15ecff2f, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:53.565546 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.585111 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-85c680f1-4c0a-4656-9a46-40568f50a777 tempest-DeleteServersTestJSON-1734731728 tempest-DeleteServersTestJSON-1734731728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:53.604617 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.625079 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:53.633764 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:53.637249 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:59:53.652018 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] For port 98eecbc3-c71f-4b93-800f-c7db15ecff2f, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:53.652255 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:53.658910 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] For port 98eecbc3-c71f-4b93-800f-c7db15ecff2f, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=98eecbc3-c71f-4b93-800f-c7db15ecff2f,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:53.660383 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.662784 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-069b3986-5633-4716-a67d-12cfce3dab20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:53.667456 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.670686 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-86012571-1b31-427f-93fb-c501bfd85e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:53.689562 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Pushing event updated for resources: {'Port': ['ID=882b7192-244a-4b18-bb03-0280bfcc8536,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:53.694087 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:53.707629 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.726078 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:53.731953 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:53.749736 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Routers {'fff29e96-4204-41e3-bd13-5b773c20c96f'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:53.750783 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['fff29e96-4204-41e3-bd13-5b773c20c96f'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:53.851836 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230570a8-07ca-434e-9634-dd04da5131dd None None] Pushing event updated for resources: {'Port': ['ID=98eecbc3-c71f-4b93-800f-c7db15ecff2f,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:53.859993 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-230570a8-07ca-434e-9634-dd04da5131dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:53.957039 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:53.958500 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] Set router fff29e96-4204-41e3-bd13-5b773c20c96f gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:53.968724 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-e925330d-52f8-442a-9dbb-2389ff3984bc None None] Provisioning for port 882b7192-244a-4b18-bb03-0280bfcc8536 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:53.977701 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-e925330d-52f8-442a-9dbb-2389ff3984bc None None] Provisioning complete for port 882b7192-244a-4b18-bb03-0280bfcc8536 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:53.978320 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e925330d-52f8-442a-9dbb-2389ff3984bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:54.030369 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-e925330d-52f8-442a-9dbb-2389ff3984bc None None] Port 882b7192-244a-4b18-bb03-0280bfcc8536 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:59:54.180251 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:48Z', 'updated_at': '2021-06-28T23:59:50Z', 'revision_number': 3, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'gw_port': {'id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:49Z', 'updated_at': '2021-06-28T23:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:54.218149 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1adff8-aaaa-4543-9de1-1a0e35d2de5f None None] The sync data for ids ['fff29e96-4204-41e3-bd13-5b773c20c96f'] in dv-cinder-763306-13-iscsi is: [{'id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:48Z', 'updated_at': '2021-06-28T23:59:50Z', 'revision_number': 3, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'gw_port': {'id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:49Z', 'updated_at': '2021-06-28T23:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:59:54.225255 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:54.232529 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:54.236608 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:54.312376 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:54.314518 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Pushing event updated for resources: {'Port': ['ID=882b7192-244a-4b18-bb03-0280bfcc8536,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:54.318530 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:54.380526 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fed3-fa81-4aed-8973-f899a71a0011 req-5cfde64c-fe05-4f4f-a770-a6ec037fbf28 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:54.382075 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4eb3fed3-fa81-4aed-8973-f899a71a0011 req-5cfde64c-fe05-4f4f-a770-a6ec037fbf28 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1290693 Jun 28 23:59:54.437064 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:59:54.444029 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:59:54.471815 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4eb3fed3-fa81-4aed-8973-f899a71a0011 req-ac927c94-625e-4416-9cf3-8f5f7ea93420 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833621 Jun 28 23:59:54.517527 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfbef1-7d30-46bd-ba69-826d37d5a5d0 req-ec7848fd-be3a-4842-b903-db5a83ccbe2e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:54.519462 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2ebfbef1-7d30-46bd-ba69-826d37d5a5d0 req-ec7848fd-be3a-4842-b903-db5a83ccbe2e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1030457 Jun 28 23:59:54.606970 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2ebfbef1-7d30-46bd-ba69-826d37d5a5d0 req-23fa24a0-78ad-4ef9-9c29-99af60ed2293 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635674 Jun 28 23:59:54.757283 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Router fff29e96-4204-41e3-bd13-5b773c20c96f has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:59:54.763108 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device c68242d5-6357-4360-9a00-e0ef8c6d902e up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:54.832229 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port c68242d5-6357-4360-9a00-e0ef8c6d902e triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:54.832769 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:54.894196 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:59:54.894475 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-58c67036-5b65-40fa-8a2c-1716ea36658c None None] Provisioning complete for port 882b7192-244a-4b18-bb03-0280bfcc8536 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:54.894842 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58c67036-5b65-40fa-8a2c-1716ea36658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:54.908678 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] 10.222.0.24 "PUT /v2.0/routers/fff29e96-4204-41e3-bd13-5b773c20c96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7560434 Jun 28 23:59:54.961238 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-58c67036-5b65-40fa-8a2c-1716ea36658c None None] Port 882b7192-244a-4b18-bb03-0280bfcc8536 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:59:54.972502 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:55.039842 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:55.040445 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:55.067671 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3cad9857-2cf1-4c32-9e73-f984e5d74484 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:59:55.250062 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:55.268728 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'port_id': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'mac_address': 'fa:16:3e:92:2e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:59:55.464283 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:55.480197 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cad9857-2cf1-4c32-9e73-f984e5d74484 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:59:55.502543 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:55.508643 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:55.511620 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:55.566091 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=3cad9857-2cf1-4c32-9e73-f984e5d74484,revision_number=6']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:55.578950 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:55.755598 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e623-919a-411d-b9df-6f995a145506 req-7729d2e3-f378-41e3-b1f3-c87d06b077f1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:55.757326 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dbc1e623-919a-411d-b9df-6f995a145506 req-7729d2e3-f378-41e3-b1f3-c87d06b077f1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 945 time: 0.1004727 Jun 28 23:59:55.828850 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['3cad9857-2cf1-4c32-9e73-f984e5d74484'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:55.864211 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dbc1e623-919a-411d-b9df-6f995a145506 req-38082ba1-34b0-4bf4-bc10-e27bacf80013 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943136 Jun 28 23:59:55.928333 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a31a08-c2b1-42f8-ba69-f13c9c2accbe req-b9c39975-6604-44fe-a945-48a53f7931b0 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:55.930796 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-36a31a08-c2b1-42f8-ba69-f13c9c2accbe req-b9c39975-6604-44fe-a945-48a53f7931b0 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1238775 Jun 28 23:59:55.988663 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-36a31a08-c2b1-42f8-ba69-f13c9c2accbe req-b710f2c6-05b0-4bbc-8832-7f81df09435e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485106 Jun 28 23:59:56.611874 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Sync routers for ids ['fff29e96-4204-41e3-bd13-5b773c20c96f'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:59:56.626040 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Routers {'fff29e96-4204-41e3-bd13-5b773c20c96f'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:56.626728 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['fff29e96-4204-41e3-bd13-5b773c20c96f'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:56.691431 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 98eecbc3-c71f-4b93-800f-c7db15ecff2f up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:56.821342 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Set router fff29e96-4204-41e3-bd13-5b773c20c96f gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:59:56.856707 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 98eecbc3-c71f-4b93-800f-c7db15ecff2f completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:59:56.864777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 98eecbc3-c71f-4b93-800f-c7db15ecff2f triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:56.865297 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.060958 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3cad9857-2cf1-4c32-9e73-f984e5d74484 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:57.137348 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fccb16-b624-4c9c-bed9-820c5ade2ed0 req-7b134435-1126-47ec-bb15-4a4595ee1139 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:57.139667 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-67fccb16-b624-4c9c-bed9-820c5ade2ed0 req-7b134435-1126-47ec-bb15-4a4595ee1139 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 945 time: 0.0921504 Jun 28 23:59:57.194676 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.202638 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-67fccb16-b624-4c9c-bed9-820c5ade2ed0 req-e8e26298-01ff-4e9e-bf49-a1ab43614656 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560963 Jun 28 23:59:57.227472 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 98eecbc3-c71f-4b93-800f-c7db15ecff2f, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=98eecbc3-c71f-4b93-800f-c7db15ecff2f,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:57.244288 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.252301 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:57.302693 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 3cad9857-2cf1-4c32-9e73-f984e5d74484 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:57.303296 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.407299 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37ba62-7e07-4302-92f6-d39f6ccf0b75 req-6d6c50e0-144b-4085-89e6-29698160df6a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:57.409439 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1a37ba62-7e07-4302-92f6-d39f6ccf0b75 req-6d6c50e0-144b-4085-89e6-29698160df6a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1646264 Jun 28 23:59:57.467107 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:48Z', 'updated_at': '2021-06-28T23:59:53Z', 'revision_number': 4, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'gw_port': {'id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:49Z', 'updated_at': '2021-06-28T23:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '882b7192-244a-4b18-bb03-0280bfcc8536', 'name': '', 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'mac_address': 'fa:16:3e:e9:ce:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14d3dbfc-8e1b-4e12-b7c4-db426083bd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:53Z', 'updated_at': '2021-06-28T23:59:54Z', 'revision_number': 2, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'subnets': [{'id': '14d3dbfc-8e1b-4e12-b7c4-db426083bd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:57.518829 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=98eecbc3-c71f-4b93-800f-c7db15ecff2f,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:57.526020 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:57.528917 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Checking router: fff29e96-4204-41e3-bd13-5b773c20c96f for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:59:57.529315 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Updating router fff29e96-4204-41e3-bd13-5b773c20c96f port 882b7192-244a-4b18-bb03-0280bfcc8536 binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:59:57.564330 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1a37ba62-7e07-4302-92f6-d39f6ccf0b75 req-f807b21f-ca4b-4481-84d3-728b4f0a2226 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302507 Jun 28 23:59:57.665519 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.755959 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.813356 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:57.816079 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec1be28-9207-4011-a210-a1ec825618e3" -d '{"events": [{"server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "name": "network-vif-plugged", "status": "completed", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:57.885941 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:57.895864 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.903248 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5e51aa1b-f766-4b2e-bebb-2272034598dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:57.929232 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703be3f2-2af2-42f4-bff7-db9528c84a0a x-openstack-request-id: req-703be3f2-2af2-42f4-bff7-db9528c84a0a {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:57.929871 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "name": "network-vif-plugged", "status": "completed", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:57.930299 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-703be3f2-2af2-42f4-bff7-db9528c84a0a {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:57.930945 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'code': 200} Jun 28 23:59:58.000253 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=3cad9857-2cf1-4c32-9e73-f984e5d74484,revision_number=7']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:58.004189 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:58.323315 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:58.346870 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Transition to ACTIVE for port object 882b7192-244a-4b18-bb03-0280bfcc8536 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:59:58.360065 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:58.364388 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:58.532807 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101f1b-8624-4add-b349-6acd11586291 None None] Pushing event updated for resources: {'Port': ['ID=882b7192-244a-4b18-bb03-0280bfcc8536,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:58.535929 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a2101f1b-8624-4add-b349-6acd11586291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:58.626195 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Attempting to bind port 882b7192-244a-4b18-bb03-0280bfcc8536 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:59:58.626739 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Attempting to bind port 882b7192-244a-4b18-bb03-0280bfcc8536 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'bbafee14-41ff-480f-aa4b-2bcac815456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:59:58.627139 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Attempting to bind port 882b7192-244a-4b18-bb03-0280bfcc8536 on network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:59:58.643012 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:59:58.643898 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Checking segment: {'id': 'bbafee14-41ff-480f-aa4b-2bcac815456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:59:58.644391 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:58.646417 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Bound using segment: {'id': 'bbafee14-41ff-480f-aa4b-2bcac815456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:59:58.647020 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Bound port: 882b7192-244a-4b18-bb03-0280bfcc8536, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbafee14-41ff-480f-aa4b-2bcac815456d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:59:58.650956 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:58.687896 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04f0af-6dc3-41f3-b9cc-17d69ed16246 req-a7f510db-ed05-48b1-83ef-b80a8f1da5ed tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:58.702545 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5b04f0af-6dc3-41f3-b9cc-17d69ed16246 req-a7f510db-ed05-48b1-83ef-b80a8f1da5ed tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.2133300 Jun 28 23:59:58.749543 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 98eecbc3-c71f-4b93-800f-c7db15ecff2f up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:58.795492 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5b04f0af-6dc3-41f3-b9cc-17d69ed16246 req-d0454e92-df74-44c3-8946-e9a9100ffaa6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919273 Jun 28 23:59:58.886517 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] For port 882b7192-244a-4b18-bb03-0280bfcc8536, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:59:58.892888 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] For port 882b7192-244a-4b18-bb03-0280bfcc8536, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=882b7192-244a-4b18-bb03-0280bfcc8536,segment=NetworkSegment(bbafee14-41ff-480f-aa4b-2bcac815456d),segment_id=bbafee14-41ff-480f-aa4b-2bcac815456d)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:59:58.927101 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:58.935350 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:58.968804 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 98eecbc3-c71f-4b93-800f-c7db15ecff2f triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:58.969709 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:58.998693 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24df39-11e0-47cf-b3be-fb9db7934f51 req-f786bdb1-7530-44b1-bf12-90750f1b1cc7 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:59.009552 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-af24df39-11e0-47cf-b3be-fb9db7934f51 req-f786bdb1-7530-44b1-bf12-90750f1b1cc7 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1523867 Jun 28 23:59:59.084852 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-af24df39-11e0-47cf-b3be-fb9db7934f51 req-ba4b167c-6695-4fe8-9592-f6a797f0ff7a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742624 Jun 28 23:59:59.118995 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101f1b-8624-4add-b349-6acd11586291 None None] Pushing event updated for resources: {'Port': ['ID=882b7192-244a-4b18-bb03-0280bfcc8536,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:59.182496 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a2101f1b-8624-4add-b349-6acd11586291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:59.197223 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Routers {'fff29e96-4204-41e3-bd13-5b773c20c96f'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:59:59.197897 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-28T23:59:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['fff29e96-4204-41e3-bd13-5b773c20c96f'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:59.519135 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] Set router fff29e96-4204-41e3-bd13-5b773c20c96f gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:00.107040 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:48Z', 'updated_at': '2021-06-28T23:59:53Z', 'revision_number': 4, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'gw_port': {'id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:49Z', 'updated_at': '2021-06-28T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '882b7192-244a-4b18-bb03-0280bfcc8536', 'name': '', 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'mac_address': 'fa:16:3e:e9:ce:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14d3dbfc-8e1b-4e12-b7c4-db426083bd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:53Z', 'updated_at': '2021-06-28T23:59:58Z', 'revision_number': 4, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'subnets': [{'id': '14d3dbfc-8e1b-4e12-b7c4-db426083bd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:00.158503 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd3e22-596d-40b0-9acd-e74f1131d8f1 None None] The sync data for ids ['fff29e96-4204-41e3-bd13-5b773c20c96f'] in dv-cinder-763306-13-iscsi is: [{'id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:48Z', 'updated_at': '2021-06-28T23:59:53Z', 'revision_number': 4, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'gw_port': {'id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:49Z', 'updated_at': '2021-06-28T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '882b7192-244a-4b18-bb03-0280bfcc8536', 'name': '', 'network_id': 'b0ebead3-f4b3-4d83-b0ce-be3d71015cc7', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'mac_address': 'fa:16:3e:e9:ce:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '14d3dbfc-8e1b-4e12-b7c4-db426083bd4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:53Z', 'updated_at': '2021-06-28T23:59:58Z', 'revision_number': 4, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'subnets': [{'id': '14d3dbfc-8e1b-4e12-b7c4-db426083bd4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:00.459879 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2fda8-0424-49d4-ae5d-4512b0975f67 req-fb63527b-eadb-4e15-9a02-aca0bad8ac12 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:00.475846 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a3f2fda8-0424-49d4-ae5d-4512b0975f67 req-fb63527b-eadb-4e15-9a02-aca0bad8ac12 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.3602002 Jun 29 00:00:00.703664 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a3f2fda8-0424-49d4-ae5d-4512b0975f67 req-a2276429-66dd-4ac3-a8c1-4c6f29ac79f3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153163 Jun 29 00:00:00.805486 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b3cf3-d74e-456c-b023-d9b9d4e6a9f4 req-e493d5c6-157b-4c62-af96-66df2f3197b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:00.830475 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a11b3cf3-d74e-456c-b023-d9b9d4e6a9f4 req-e493d5c6-157b-4c62-af96-66df2f3197b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.2550087 Jun 29 00:00:00.855331 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 882b7192-244a-4b18-bb03-0280bfcc8536 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:00.967094 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a11b3cf3-d74e-456c-b023-d9b9d4e6a9f4 req-681196cc-ca7c-4b09-874d-0aa0955aed06 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354241 Jun 29 00:00:01.078039 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 882b7192-244a-4b18-bb03-0280bfcc8536 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:01.134450 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 882b7192-244a-4b18-bb03-0280bfcc8536 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:01.140557 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.371286 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.454094 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 882b7192-244a-4b18-bb03-0280bfcc8536, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=882b7192-244a-4b18-bb03-0280bfcc8536,segment=NetworkSegment(bbafee14-41ff-480f-aa4b-2bcac815456d),segment_id=bbafee14-41ff-480f-aa4b-2bcac815456d)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:01.476359 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.479047 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:01.644588 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=882b7192-244a-4b18-bb03-0280bfcc8536,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:01.648387 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:02.173277 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd468d9-c654-47c3-8b61-0f4f7b382cad req-55d6c642-2057-4641-aa1f-72ae54d59e65 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:02.195861 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dfd468d9-c654-47c3-8b61-0f4f7b382cad req-55d6c642-2057-4641-aa1f-72ae54d59e65 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.2110434 Jun 29 00:00:02.549852 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dfd468d9-c654-47c3-8b61-0f4f7b382cad req-d6b09c68-7dad-49c2-9753-49320e061b1e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3342924 Jun 29 00:00:02.661884 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf57b-6b99-4688-8a05-f7d9e59e9fae req-545763ca-a10c-49b3-a64f-66421f069971 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:02.671327 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-51adf57b-6b99-4688-8a05-f7d9e59e9fae req-545763ca-a10c-49b3-a64f-66421f069971 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.3714957 Jun 29 00:00:02.690001 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 882b7192-244a-4b18-bb03-0280bfcc8536 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:02.758516 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-51adf57b-6b99-4688-8a05-f7d9e59e9fae req-f314f8fe-1d38-4ecc-98ae-82fdfee62138 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855160 Jun 29 00:00:02.815894 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 882b7192-244a-4b18-bb03-0280bfcc8536 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:02.816446 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:03.410652 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d906d3c-c71d-4499-a5ff-b48d8ed496f7 req-a11d2aef-1af8-4933-993f-a1930f3ac267 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:03.438913 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0d906d3c-c71d-4499-a5ff-b48d8ed496f7 req-a11d2aef-1af8-4933-993f-a1930f3ac267 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1977212 Jun 29 00:00:03.486159 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-bc9d35b1-0bc0-401d-aaed-280f5b1a0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:03.489862 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-bc9d35b1-0bc0-401d-aaed-280f5b1a0efc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 1098 time: 0.1669984 Jun 29 00:00:03.567576 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0d906d3c-c71d-4499-a5ff-b48d8ed496f7 req-bb0699c6-71b4-4d9a-a556-8787ef3e0b05 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250448 Jun 29 00:00:03.668276 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-6dfc3e6d-6a6f-4680-b40e-c312cec59d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:03.681252 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-6dfc3e6d-6a6f-4680-b40e-c312cec59d1a service neutron] 10.222.0.38 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 911 time: 0.1720040 Jun 29 00:00:03.805900 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-af8a5525-6452-49e9-8542-cac0b1f53922 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31910503-e5ee-4916-8819-5675caf4b2c5 HTTP/1.1" status: 200 len: 1001 time: 0.1230071 Jun 29 00:00:03.918936 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-1e3bb621-696c-4d6c-aab6-3587e02af4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:03.926706 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-1e3bb621-696c-4d6c-aab6-3587e02af4c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 200 len: 849 time: 0.1056428 Jun 29 00:00:03.980270 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376f63c-8a70-4254-a4f8-21b764e4d905 req-5a83f2e8-30c0-42c8-854c-a46e7c73a50d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:03.999425 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3376f63c-8a70-4254-a4f8-21b764e4d905 req-5a83f2e8-30c0-42c8-854c-a46e7c73a50d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1489885 Jun 29 00:00:04.078501 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-6623de72-1ddb-4306-a4fa-1fcbc66654fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:04.080057 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-6623de72-1ddb-4306-a4fa-1fcbc66654fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ad788e7-2ca5-4585-83fd-40cad0c008c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1468961 Jun 29 00:00:04.348018 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-24c10efb-9711-4065-ad0f-34a4130b99df service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509174 Jun 29 00:00:04.367843 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3376f63c-8a70-4254-a4f8-21b764e4d905 req-6fee741c-b403-417e-ae4a-7d8f9b590c65 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665831 Jun 29 00:00:04.551886 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8fa221ae-0f35-4980-829c-d0de87c73768 req-bfd27e08-1d7e-448b-acdd-a56acf788fb6 service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901796 Jun 29 00:00:04.892655 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e46f5-af0d-4a73-af8a-37f35ad9459f req-06bffc39-e07d-438a-8b59-91cd5d74007a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:04.899888 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a22e46f5-af0d-4a73-af8a-37f35ad9459f req-06bffc39-e07d-438a-8b59-91cd5d74007a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.1653321 Jun 29 00:00:04.955007 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a22e46f5-af0d-4a73-af8a-37f35ad9459f req-d9310b65-3d85-4ab6-a944-42cce6a5e95f tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503714 Jun 29 00:00:05.749866 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cfbe3-6a60-4895-9dc3-fbf2c5d28cc9 req-b47c7eb1-7416-4822-828a-0a494c962be2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:05.752442 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cb1cfbe3-6a60-4895-9dc3-fbf2c5d28cc9 req-b47c7eb1-7416-4822-828a-0a494c962be2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1312108 Jun 29 00:00:05.908474 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cb1cfbe3-6a60-4895-9dc3-fbf2c5d28cc9 req-954ca6b7-3e02-48f3-b59e-53a6e329525a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440344 Jun 29 00:00:06.244858 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d0097-ae7b-49a0-95c8-d832e0f71b3b req-0ffeb3fd-45c1-499f-9929-d7f8b932f025 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:06.252153 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d87d0097-ae7b-49a0-95c8-d832e0f71b3b req-0ffeb3fd-45c1-499f-9929-d7f8b932f025 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.0936899 Jun 29 00:00:06.302466 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d87d0097-ae7b-49a0-95c8-d832e0f71b3b req-74bcded4-7cfc-4b05-a6be-8f8c716e835a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491040 Jun 29 00:00:07.313167 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb38176-e0ba-404d-a13b-d2a62d457f02 req-88949585-8cee-48dd-8b23-ca98083342fc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:07.314664 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dbb38176-e0ba-404d-a13b-d2a62d457f02 req-88949585-8cee-48dd-8b23-ca98083342fc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1348181 Jun 29 00:00:07.397710 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dbb38176-e0ba-404d-a13b-d2a62d457f02 req-6b0005f3-7c9c-448c-a7b8-a7ba5d67afff tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708151 Jun 29 00:00:08.658405 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2ef23-0ffa-4214-8b99-bdcd78556672 req-9b9d6096-10b1-4c4e-8644-a918a3f1da4a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:08.660944 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-84b2ef23-0ffa-4214-8b99-bdcd78556672 req-9b9d6096-10b1-4c4e-8644-a918a3f1da4a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.0963967 Jun 29 00:00:08.721040 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-84b2ef23-0ffa-4214-8b99-bdcd78556672 req-137fd5bf-7324-4088-997d-2acf2ab38e4c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535257 Jun 29 00:00:09.072627 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-867060f6-d2d2-4d5c-bc51-f800909bb413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:09.642960 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-fff545a3-6d32-4eab-8856-7373db67a347 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:09.644645 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-fff545a3-6d32-4eab-8856-7373db67a347 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/networks?id=83ba53d3-2740-4a27-8a89-82c87913523f HTTP/1.1" status: 200 len: 815 time: 0.1342721 Jun 29 00:00:09.671150 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-eb276e64-a6a6-40bc-93c3-9589c10c0bd6 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/quotas/5195a569bc964f78826e37c833a3b8e2 HTTP/1.1" status: 200 len: 375 time: 0.0163579 Jun 29 00:00:09.757062 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d23ce547-c15c-4774-a88b-4924f41442e7 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5195a569bc964f78826e37c833a3b8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777867 Jun 29 00:00:09.873367 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-9b019342-33ec-42f8-b3c7-e2fe690dd1dc service neutron] 10.222.0.24 "GET /v2.0/networks/83ba53d3-2740-4a27-8a89-82c87913523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150830 Jun 29 00:00:10.036684 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d5642983-05d2-4d31-904e-3cfa393c8c2d service neutron] 10.222.0.24 "GET /v2.0/networks/83ba53d3-2740-4a27-8a89-82c87913523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624138 Jun 29 00:00:10.086475 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369225e2-701f-4d33-aa11-67466edca68b req-a7dcddf5-00f8-4b07-b817-da97d96dcdcf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:10.090430 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-369225e2-701f-4d33-aa11-67466edca68b req-a7dcddf5-00f8-4b07-b817-da97d96dcdcf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.1173701 Jun 29 00:00:10.155990 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-369225e2-701f-4d33-aa11-67466edca68b req-a5c46649-2af8-457c-95e0-fb3b5877c0c7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591640 Jun 29 00:00:10.269384 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3faa7b4f-d7cd-4ae0-9757-5b00893f35d9 req-bb4d4728-edc1-4c6b-a88d-3fb320b11733 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 210 time: 0.0439537 Jun 29 00:00:11.444742 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4aadd3fc-504a-4011-ab0f-9e96260361a2 req-893862fe-dc74-4928-bdb4-c3b9d38c0828 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 210 time: 0.0484049 Jun 29 00:00:11.534399 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef49683-4d0d-4150-bee2-dbb84b874d2c req-34874d53-5dbf-459d-8dd8-a884e9d8d783 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:11.535993 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bef49683-4d0d-4150-bee2-dbb84b874d2c req-34874d53-5dbf-459d-8dd8-a884e9d8d783 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.0667648 Jun 29 00:00:11.578359 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bef49683-4d0d-4150-bee2-dbb84b874d2c req-ec8f8d9d-b1f8-445d-90f7-e93049ae2500 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363588 Jun 29 00:00:12.030746 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-f7187c39-ccce-4891-a5c9-22cb4bcaf49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.032295 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-f7187c39-ccce-4891-a5c9-22cb4bcaf49f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e171e8d9b3d84a99825f7d688679b53f&device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 1099 time: 0.0541224 Jun 29 00:00:12.163223 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-fc0930e4-bdd3-4136-8dba-880591a85d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.165255 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-fc0930e4-bdd3-4136-8dba-880591a85d87 service neutron] 10.222.0.38 "GET /v2.0/networks?id=26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 200 len: 917 time: 0.1031959 Jun 29 00:00:12.234319 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-87077f8e-c0b4-489e-a3cb-17838fa35bc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484 HTTP/1.1" status: 200 len: 1002 time: 0.0614588 Jun 29 00:00:12.285826 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2c4712a3-327f-4c89-aa77-d62084c55390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:12.551071 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:12.640107 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a6d0283a-e793-4820-ba92-418ce60b858c req-00d90c4c-78a0-4a4a-ac18-7cf7004af2f5 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 210 time: 0.0366607 Jun 29 00:00:12.654339 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-73abfe61-344a-4345-adde-22ea48a90374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.655888 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-73abfe61-344a-4345-adde-22ea48a90374 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=811dceec-ad5c-47a5-9f70-bda814bab7b2 HTTP/1.1" status: 200 len: 855 time: 0.3677790 Jun 29 00:00:12.728931 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-6696caf0-8192-483f-9814-c37d79e46b29 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.730726 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-6696caf0-8192-483f-9814-c37d79e46b29 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.38 "GET /v2.0/networks?id=83ba53d3-2740-4a27-8a89-82c87913523f HTTP/1.1" status: 200 len: 815 time: 0.4326482 Jun 29 00:00:12.756396 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Request body: {'port': {'device_id': '2bd53994-9c7f-43d8-9697-5b7b132adf72', 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f', 'admin_state_up': True, 'tenant_id': '5195a569bc964f78826e37c833a3b8e2'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:12.775964 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-137e846c-c6ec-49f6-85af-cfe5e7aa4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.777498 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-137e846c-c6ec-49f6-85af-cfe5e7aa4d55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26ddb2c2-6953-40fb-958b-8e59049be030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1070337 Jun 29 00:00:12.812135 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8faa3b9-12c8-459b-aaa8-6ef596f90cf7 req-3c4c584c-e826-43fa-b265-3f9b15b585a8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.813764 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f8faa3b9-12c8-459b-aaa8-6ef596f90cf7 req-3c4c584c-e826-43fa-b265-3f9b15b585a8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.0909748 Jun 29 00:00:12.856846 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f8faa3b9-12c8-459b-aaa8-6ef596f90cf7 req-849ba1f0-ed19-4fb4-b734-e1d6c059fb29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372403 Jun 29 00:00:12.951526 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-7bda1aa1-0fee-4eea-aede-85ca3ffa37db service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642609 Jun 29 00:00:12.966923 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Made reservation on behalf of 5195a569bc964f78826e37c833a3b8e2 for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:12.970710 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.164800 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Allocated IP 172.20.0.5 (83ba53d3-2740-4a27-8a89-82c87913523f/7909d0e5-6c72-4e43-b535-0306eb04fe7d/f86d8280-7480-4369-9d49-848d232f2679) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:13.365323 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.387198 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Transition to ACTIVE for port object f86d8280-7480-4369-9d49-848d232f2679 will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:13.430980 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.435369 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-8f9a7061-eadf-4543-8207-23be874d56fd tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:13.479154 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Network 83ba53d3-2740-4a27-8a89-82c87913523f is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:13.482771 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:13.489356 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:13.521163 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Pushing event updated for resources: {'Port': ['ID=f86d8280-7480-4369-9d49-848d232f2679,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:13.529090 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:13.558076 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:13.559204 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.581972 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8304701 Jun 29 00:00:13.746547 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-78099367-d571-4401-a183-d81aae61a269 None None] Provisioning for port f86d8280-7480-4369-9d49-848d232f2679 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:13.755023 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-78099367-d571-4401-a183-d81aae61a269 None None] Provisioning complete for port f86d8280-7480-4369-9d49-848d232f2679 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:13.755931 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78099367-d571-4401-a183-d81aae61a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.803199 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-78099367-d571-4401-a183-d81aae61a269 None None] Port f86d8280-7480-4369-9d49-848d232f2679 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:13.864972 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae376519-0889-4ecd-88fd-48f3674d747d req-50c70501-f292-4f1f-9c41-6d4e3d3499ed tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:13.867362 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ae376519-0889-4ecd-88fd-48f3674d747d req-50c70501-f292-4f1f-9c41-6d4e3d3499ed tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.1004407 Jun 29 00:00:13.909391 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ae376519-0889-4ecd-88fd-48f3674d747d req-783f2a43-a3ca-49d7-a5cf-be940983d248 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361059 Jun 29 00:00:14.097830 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c2be9-d91c-4261-9754-8fdaf20c0895 req-81ac70f1-0088-4a28-bc8e-022ec1ab89e1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:14.099349 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e64c2be9-d91c-4261-9754-8fdaf20c0895 req-81ac70f1-0088-4a28-bc8e-022ec1ab89e1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 946 time: 0.0666642 Jun 29 00:00:14.143510 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e64c2be9-d91c-4261-9754-8fdaf20c0895 req-7e31628f-b5d1-4715-a61e-6d0f5ae5d7db tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374711 Jun 29 00:00:14.254583 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:15.121179 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3cad9857-2cf1-4c32-9e73-f984e5d74484 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:00:15.145810 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0384ea-7da3-4d69-9882-00498d81249d req-de591d73-925b-47d7-a4ab-bbd85247cf38 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:15.154080 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bb0384ea-7da3-4d69-9882-00498d81249d req-de591d73-925b-47d7-a4ab-bbd85247cf38 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.1070976 Jun 29 00:00:15.208426 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bb0384ea-7da3-4d69-9882-00498d81249d req-207ad954-5b36-4be4-9f7f-f277ef935304 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533555 Jun 29 00:00:15.247008 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:15.290102 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:15.293868 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9191757a-55e1-49d6-804c-fa2d8778e2b1" -d '{"events": [{"server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:15.314470 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:15.321344 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:15.338703 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:15.409402 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a2e482-c158-4e34-b207-d60091efa06e x-openstack-request-id: req-81a2e482-c158-4e34-b207-d60091efa06e {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:15.409721 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:15.410018 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81a2e482-c158-4e34-b207-d60091efa06e {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:15.410611 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'code': 200} Jun 29 00:00:15.410970 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb825-55b8-4615-9c31-50b5572ebca2 req-30521650-4931-4cdd-9d70-f3ceb65dbfdc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:15.412896 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-08ccb825-55b8-4615-9c31-50b5572ebca2 req-30521650-4931-4cdd-9d70-f3ceb65dbfdc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1105778 Jun 29 00:00:15.444212 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=3cad9857-2cf1-4c32-9e73-f984e5d74484,revision_number=8']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:15.456196 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:15.467842 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-08ccb825-55b8-4615-9c31-50b5572ebca2 req-3169fa84-be12-48ac-9507-39ea364c70dc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457506 Jun 29 00:00:16.448015 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac7875-35ee-4f46-8a2f-6deb062d33f2 req-85a89570-0396-4008-8b3b-305720b8144a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:16.451945 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e3ac7875-35ee-4f46-8a2f-6deb062d33f2 req-85a89570-0396-4008-8b3b-305720b8144a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.1045995 Jun 29 00:00:16.498447 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e3ac7875-35ee-4f46-8a2f-6deb062d33f2 req-c73e9090-3de1-4193-8a96-fb5ce42b843c tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427845 Jun 29 00:00:16.658515 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f6ead-748f-4a44-96e9-313458d13afc req-b4e9b393-cb81-4247-97fc-0370d2783412 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:16.660074 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e14f6ead-748f-4a44-96e9-313458d13afc req-b4e9b393-cb81-4247-97fc-0370d2783412 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0670006 Jun 29 00:00:16.714915 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e14f6ead-748f-4a44-96e9-313458d13afc req-6c9340a9-b2c2-43be-b1fb-3eb4418ac5ed tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456440 Jun 29 00:00:16.737180 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:17.708225 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cd097-0438-4e35-b533-efc56ef2ad8c req-4c626a9b-7100-4785-8979-e6a042b3c016 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:17.709882 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-272cd097-0438-4e35-b533-efc56ef2ad8c req-4c626a9b-7100-4785-8979-e6a042b3c016 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.0664437 Jun 29 00:00:17.778187 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-272cd097-0438-4e35-b533-efc56ef2ad8c req-80f1f1b9-7ef1-4c51-8a19-839660cdb3f1 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613248 Jun 29 00:00:17.928597 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba28cc0-04d1-4b98-9bd9-3b0908e0add4 req-5e7e15d5-8359-43e3-ac81-f7cca2f53e54 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:17.930203 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7ba28cc0-04d1-4b98-9bd9-3b0908e0add4 req-5e7e15d5-8359-43e3-ac81-f7cca2f53e54 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0772245 Jun 29 00:00:17.971913 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7ba28cc0-04d1-4b98-9bd9-3b0908e0add4 req-2b73006e-dad1-418d-9c06-395a62f3d98d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358348 Jun 29 00:00:18.999062 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5a886-71e9-40a0-82fd-42145f05b00f req-46770f59-166d-4111-b247-eb3ad3f43358 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:19.000566 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-64d5a886-71e9-40a0-82fd-42145f05b00f req-46770f59-166d-4111-b247-eb3ad3f43358 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.0781701 Jun 29 00:00:19.043992 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-64d5a886-71e9-40a0-82fd-42145f05b00f req-0f38ada1-f0fc-4cc7-865f-a715eed129ff tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Jun 29 00:00:19.187860 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4651e-5400-40f7-908b-1fa881cbfd7b req-fd737afa-5f27-4159-bd66-d5b817e52ffd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:19.189443 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-62c4651e-5400-40f7-908b-1fa881cbfd7b req-fd737afa-5f27-4159-bd66-d5b817e52ffd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0758357 Jun 29 00:00:19.237218 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-62c4651e-5400-40f7-908b-1fa881cbfd7b req-9bd92748-02f6-4f45-bbb6-c7b07876992a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414398 Jun 29 00:00:19.831632 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:20.226613 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebeaa6-5854-415c-9c1e-cc35d1585781 req-e84a30b5-920d-4875-90ec-cc66142fe669 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:20.229138 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2ebeaa6-5854-415c-9c1e-cc35d1585781 req-e84a30b5-920d-4875-90ec-cc66142fe669 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.0705593 Jun 29 00:00:20.280298 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2ebeaa6-5854-415c-9c1e-cc35d1585781 req-dc33f2c8-f931-48c8-bde9-b3b49662aa0c tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Jun 29 00:00:20.467313 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86936f5c-6663-441e-a48c-69aebd81b306 req-2740f5bf-92c2-4781-a0eb-45ca1471e552 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:20.468873 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-86936f5c-6663-441e-a48c-69aebd81b306 req-2740f5bf-92c2-4781-a0eb-45ca1471e552 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0838029 Jun 29 00:00:20.520179 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-86936f5c-6663-441e-a48c-69aebd81b306 req-3b2b7883-80d3-4aa5-84c3-48afc1f84b54 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454676 Jun 29 00:00:21.482874 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24841c6-d0a8-4a4b-b117-692686bd0079 req-94729b56-9c78-41df-bb65-da49bca12c62 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:21.484633 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a24841c6-d0a8-4a4b-b117-692686bd0079 req-94729b56-9c78-41df-bb65-da49bca12c62 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.0736198 Jun 29 00:00:21.539558 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a24841c6-d0a8-4a4b-b117-692686bd0079 req-abc8b978-79f4-437e-9a0f-7a7b98e8ae80 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485511 Jun 29 00:00:21.708449 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9d4de-9a41-4096-bdae-c74c29687a92 req-45be4967-1e25-445f-a3b0-c00c251caa28 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:21.709950 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cec9d4de-9a41-4096-bdae-c74c29687a92 req-45be4967-1e25-445f-a3b0-c00c251caa28 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0631130 Jun 29 00:00:21.748978 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cec9d4de-9a41-4096-bdae-c74c29687a92 req-c809cf7b-819f-4aa3-b0a5-9cbc64fbf708 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331635 Jun 29 00:00:22.749718 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a9233-ee5c-4374-8260-21708bbe0378 req-6c401892-9457-427f-a424-f1a3d0fd4647 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:22.751685 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-db2a9233-ee5c-4374-8260-21708bbe0378 req-6c401892-9457-427f-a424-f1a3d0fd4647 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.0942428 Jun 29 00:00:22.798377 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-db2a9233-ee5c-4374-8260-21708bbe0378 req-5da86227-f2b4-45ee-a2ff-faedee3e0286 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Jun 29 00:00:22.958569 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9223774-4ea5-458d-a279-18e3d3dd8c8d req-e418de2e-5084-4b3b-8431-7f83a3d2e4a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:22.958569 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c9223774-4ea5-458d-a279-18e3d3dd8c8d req-e418de2e-5084-4b3b-8431-7f83a3d2e4a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0779746 Jun 29 00:00:23.006227 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c9223774-4ea5-458d-a279-18e3d3dd8c8d req-56347a2c-da2e-49c0-84dd-3805b9231b04 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Jun 29 00:00:23.980067 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071f4c-0ff9-4d45-aa19-3390cec9f4ef req-d19b592b-2182-420a-83ad-5e0789b8f13b tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:23.987252 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f071f4c-0ff9-4d45-aa19-3390cec9f4ef req-d19b592b-2182-420a-83ad-5e0789b8f13b tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.0716066 Jun 29 00:00:24.025301 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f071f4c-0ff9-4d45-aa19-3390cec9f4ef req-d0218724-5f0b-40a4-a517-87f662cec1bc tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369217 Jun 29 00:00:24.226483 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449ae8-2e04-4667-80a9-faa4c9e77636 req-9daaeeda-06f7-4503-98ba-842c89edf188 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:24.229051 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-54449ae8-2e04-4667-80a9-faa4c9e77636 req-9daaeeda-06f7-4503-98ba-842c89edf188 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0789971 Jun 29 00:00:24.281579 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-54449ae8-2e04-4667-80a9-faa4c9e77636 req-fd2ab43d-8a9e-4cea-b166-581d3404f56a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422225 Jun 29 00:00:25.221918 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9de74d-dfe2-4f8f-9c3e-d61078ba5e70 req-ca2e0c4f-76a9-4580-a3b2-eb0788d040df tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:25.223430 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6c9de74d-dfe2-4f8f-9c3e-d61078ba5e70 req-ca2e0c4f-76a9-4580-a3b2-eb0788d040df tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.0712385 Jun 29 00:00:25.263928 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6c9de74d-dfe2-4f8f-9c3e-d61078ba5e70 req-9a7cf738-814a-4b95-b404-bbdd5b1b11c9 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Jun 29 00:00:25.498814 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb864cd-dbb4-45d9-9c4e-9a1eb6a3426a req-bc579511-e8b6-44a8-8a4b-598ea06936a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:25.500337 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5bb864cd-dbb4-45d9-9c4e-9a1eb6a3426a req-bc579511-e8b6-44a8-8a4b-598ea06936a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0753071 Jun 29 00:00:25.547888 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5bb864cd-dbb4-45d9-9c4e-9a1eb6a3426a req-70298cd1-216d-4321-b39e-5b02d1b7f3fa tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377386 Jun 29 00:00:26.451605 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e25dc-af57-4051-be80-c30dd7609555 req-134f1d09-775f-4086-9a96-a7c05cce562b tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:26.453133 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-578e25dc-af57-4051-be80-c30dd7609555 req-134f1d09-775f-4086-9a96-a7c05cce562b tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 931 time: 0.0746953 Jun 29 00:00:26.499736 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-578e25dc-af57-4051-be80-c30dd7609555 req-24d520e2-4485-4c0f-b808-e0012dafec37 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Jun 29 00:00:26.730412 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493f3f5-2bdd-40f5-8ee2-69943b6011bc req-88938ef8-a4b3-409d-bc2b-a4a6d09e6793 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:26.731978 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2493f3f5-2bdd-40f5-8ee2-69943b6011bc req-88938ef8-a4b3-409d-bc2b-a4a6d09e6793 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0658953 Jun 29 00:00:26.771447 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2493f3f5-2bdd-40f5-8ee2-69943b6011bc req-d4790b4d-eb93-4df5-a44d-ca9fccde76f3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336323 Jun 29 00:00:27.085749 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Request body: {'port': {'device_id': '2bd53994-9c7f-43d8-9697-5b7b132adf72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:27.141759 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-f4ae55cf-c0f1-4360-bde9-cd1703335cfa service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382356 Jun 29 00:00:27.186396 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.311480 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:00:27.464717 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86d8280-7480-4369-9d49-848d232f2679 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:00:27.472613 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.485720 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Transition to ACTIVE for port object f86d8280-7480-4369-9d49-848d232f2679 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:27.489571 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.491682 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:27.534139 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f86d8280-7480-4369-9d49-848d232f2679,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:27.541304 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:27.630647 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Attempting to bind port f86d8280-7480-4369-9d49-848d232f2679 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:27.631279 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Attempting to bind port f86d8280-7480-4369-9d49-848d232f2679 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:27.631784 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Attempting to bind port f86d8280-7480-4369-9d49-848d232f2679 on network 83ba53d3-2740-4a27-8a89-82c87913523f {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:27.637350 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Port f86d8280-7480-4369-9d49-848d232f2679 on network 83ba53d3-2740-4a27-8a89-82c87913523f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:00:27.638161 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Attempting to bind port f86d8280-7480-4369-9d49-848d232f2679 on network 83ba53d3-2740-4a27-8a89-82c87913523f {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:27.644265 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:27.644864 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Checking segment: {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:27.645478 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Bound using segment: {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:27.646122 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Bound port: f86d8280-7480-4369-9d49-848d232f2679, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:27.646493 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.699211 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fde98-afff-4bb1-8417-8c96871a2bb6 req-6c4a945d-faca-447c-82a9-bec39888e3d3 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:27.700819 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c68fde98-afff-4bb1-8417-8c96871a2bb6 req-6c4a945d-faca-447c-82a9-bec39888e3d3 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 943 time: 0.0781808 Jun 29 00:00:27.722280 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] For port f86d8280-7480-4369-9d49-848d232f2679, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:27.725890 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] For port f86d8280-7480-4369-9d49-848d232f2679, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f86d8280-7480-4369-9d49-848d232f2679,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:27.738235 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.742433 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c68fde98-afff-4bb1-8417-8c96871a2bb6 req-49eba387-2dc3-4043-a64b-cf044c668ae8 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354328 Jun 29 00:00:27.743864 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4d0afbcb-b7ef-4b8f-8595-f9d9bdca3bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:27.785149 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:27.785801 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.787281 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] 10.222.0.38 "PUT /v2.0/ports/f86d8280-7480-4369-9d49-848d232f2679 HTTP/1.1" status: 200 len: 1093 time: 0.7079012 Jun 29 00:00:27.787797 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd53994-9c7f-43d8-9697-5b7b132adf72', 'tag': 'f86d8280-7480-4369-9d49-848d232f2679'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:27.790258 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd53994-9c7f-43d8-9697-5b7b132adf72", "tag": "f86d8280-7480-4369-9d49-848d232f2679"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:27.842332 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f947765-674e-419c-a9a4-b49777cfc774 x-openstack-request-id: req-6f947765-674e-419c-a9a4-b49777cfc774 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:27.842332 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd53994-9c7f-43d8-9697-5b7b132adf72", "tag": "f86d8280-7480-4369-9d49-848d232f2679", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:27.842686 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f947765-674e-419c-a9a4-b49777cfc774 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:27.843250 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd53994-9c7f-43d8-9697-5b7b132adf72', 'tag': 'f86d8280-7480-4369-9d49-848d232f2679', 'status': 'completed', 'code': 200} Jun 29 00:00:27.844392 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f86d8280-7480-4369-9d49-848d232f2679,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:27.847777 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:27.938200 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-b78a0ef2-47d3-4304-97c4-ca952a921c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:27.944064 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-b78a0ef2-47d3-4304-97c4-ca952a921c30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5195a569bc964f78826e37c833a3b8e2&device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 1096 time: 0.0694051 Jun 29 00:00:27.975676 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f075020-3dd7-49c8-a122-eb34f2610ddb req-5a8ba631-97cd-401d-94cf-1b9def3c8cfc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:27.977152 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5f075020-3dd7-49c8-a122-eb34f2610ddb req-5a8ba631-97cd-401d-94cf-1b9def3c8cfc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0753059 Jun 29 00:00:27.998051 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-a31720ff-c690-41e8-ba5d-02341b90a80f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f86d8280-7480-4369-9d49-848d232f2679 HTTP/1.1" status: 200 len: 217 time: 0.0384712 Jun 29 00:00:28.020995 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5f075020-3dd7-49c8-a122-eb34f2610ddb req-9fa0b491-a170-43ce-b807-dcdeda6ac2ce tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381112 Jun 29 00:00:28.052540 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-ffb2b4b6-4c04-48ae-a9dd-cde040dab9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:28.053946 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-ffb2b4b6-4c04-48ae-a9dd-cde040dab9f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7909d0e5-6c72-4e43-b535-0306eb04fe7d HTTP/1.1" status: 200 len: 854 time: 0.0486670 Jun 29 00:00:28.114627 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-95fb2882-b0ca-4063-aee9-3c17b109df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:28.116168 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-95fb2882-b0ca-4063-aee9-3c17b109df6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83ba53d3-2740-4a27-8a89-82c87913523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547388 Jun 29 00:00:28.216012 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-fdcb5fbc-9b3d-4d0c-b649-8f2db23a40e0 service neutron] 10.222.0.38 "GET /v2.0/networks/83ba53d3-2740-4a27-8a89-82c87913523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924065 Jun 29 00:00:28.321798 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eeb03082-be13-447e-91ab-1f59a1e01e2f req-cc896f76-4537-4745-98e0-78cfa6175698 service neutron] 10.222.0.38 "GET /v2.0/networks/83ba53d3-2740-4a27-8a89-82c87913523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976155 Jun 29 00:00:28.490381 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-8940754c-4009-4e9d-8497-408620d9af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:28.492001 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-8940754c-4009-4e9d-8497-408620d9af45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5195a569bc964f78826e37c833a3b8e2&device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 1096 time: 0.0538120 Jun 29 00:00:28.589830 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-36ac60fc-e071-4c67-840b-f50c01266267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:28.591352 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-36ac60fc-e071-4c67-840b-f50c01266267 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83ba53d3-2740-4a27-8a89-82c87913523f HTTP/1.1" status: 200 len: 916 time: 0.0883806 Jun 29 00:00:28.638369 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-8960c56b-3105-43ab-a7a9-04b5a97ff2be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f86d8280-7480-4369-9d49-848d232f2679 HTTP/1.1" status: 200 len: 217 time: 0.0390985 Jun 29 00:00:28.691663 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-1d13566a-72da-4cf0-a7b6-a902f09e588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:28.693646 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-1d13566a-72da-4cf0-a7b6-a902f09e588a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7909d0e5-6c72-4e43-b535-0306eb04fe7d HTTP/1.1" status: 200 len: 854 time: 0.0480533 Jun 29 00:00:28.761585 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-1ac51a53-c952-4bbc-88c9-7fbe7fb13204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:28.763104 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-1ac51a53-c952-4bbc-88c9-7fbe7fb13204 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83ba53d3-2740-4a27-8a89-82c87913523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526454 Jun 29 00:00:28.869241 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-0554c70a-d90b-41f3-a372-d0bfa77bc137 service neutron] 10.222.0.38 "GET /v2.0/networks/83ba53d3-2740-4a27-8a89-82c87913523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951216 Jun 29 00:00:28.946002 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4a821-8a66-4e4a-ab73-d319c6e04a6a req-7c8c2af2-729f-4946-a229-503c0cb99462 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:28.947565 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-01f4a821-8a66-4e4a-ab73-d319c6e04a6a req-7c8c2af2-729f-4946-a229-503c0cb99462 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 943 time: 0.0727613 Jun 29 00:00:28.969800 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-df2b7aa2-9bf8-444a-9a04-4af1c8095e73 req-e733a870-e0e7-4221-96be-a46288c1bd8e service neutron] 10.222.0.38 "GET /v2.0/networks/83ba53d3-2740-4a27-8a89-82c87913523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909712 Jun 29 00:00:29.006247 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-01f4a821-8a66-4e4a-ab73-d319c6e04a6a req-b07e50e4-2bde-4b55-a442-e22cd0c22a93 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508397 Jun 29 00:00:29.206429 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268db147-c4da-4ff3-8827-a502c75a5751 req-056d5f4c-1d7e-400f-aed5-cc330be1a696 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:29.208172 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-268db147-c4da-4ff3-8827-a502c75a5751 req-056d5f4c-1d7e-400f-aed5-cc330be1a696 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0691869 Jun 29 00:00:29.248029 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-268db147-c4da-4ff3-8827-a502c75a5751 req-0a3cd959-a39a-465a-a546-e0f043d60a85 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333753 Jun 29 00:00:30.192774 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6706f3-e9cb-4746-89c0-44cd1f6ae9d0 req-e79c2c04-27a9-449e-9dad-a0969ee6b6dc tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:30.194395 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-df6706f3-e9cb-4746-89c0-44cd1f6ae9d0 req-e79c2c04-27a9-449e-9dad-a0969ee6b6dc tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 943 time: 0.0668461 Jun 29 00:00:30.235090 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-df6706f3-e9cb-4746-89c0-44cd1f6ae9d0 req-b954eafc-3b51-4721-a138-2bc826c7a1cc tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345132 Jun 29 00:00:30.471020 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7149ed5-3a2d-4e88-86fd-0f2dab0000f2 req-7e2fe32a-735a-44ae-b142-2b51a158882d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:30.473676 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d7149ed5-3a2d-4e88-86fd-0f2dab0000f2 req-7e2fe32a-735a-44ae-b142-2b51a158882d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0882030 Jun 29 00:00:30.527239 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d7149ed5-3a2d-4e88-86fd-0f2dab0000f2 req-de410176-a59e-4cc5-8305-62b4202c86ec tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469759 Jun 29 00:00:31.180827 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device f86d8280-7480-4369-9d49-848d232f2679 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:00:31.300482 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port f86d8280-7480-4369-9d49-848d232f2679, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f86d8280-7480-4369-9d49-848d232f2679,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:31.317780 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': 'f86d8280-7480-4369-9d49-848d232f2679', 'network_id': '83ba53d3-2740-4a27-8a89-82c87913523f', 'port_id': 'f86d8280-7480-4369-9d49-848d232f2679', 'mac_address': 'fa:16:3e:75:ff:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7909d0e5-6c72-4e43-b535-0306eb04fe7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:00:31.360961 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.377304 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86d8280-7480-4369-9d49-848d232f2679 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:00:31.400675 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port f86d8280-7480-4369-9d49-848d232f2679, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f86d8280-7480-4369-9d49-848d232f2679,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:31.406261 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.409226 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0f326c54-856d-49ad-b7e1-726a542efd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:31.463061 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=f86d8280-7480-4369-9d49-848d232f2679,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:31.466600 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:31.494202 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200c1c-66ec-4277-905a-c77cac5f7bdf req-ff8a6068-b49f-4901-a6c5-66b20d91226e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:31.495804 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7f200c1c-66ec-4277-905a-c77cac5f7bdf req-ff8a6068-b49f-4901-a6c5-66b20d91226e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1272113 Jun 29 00:00:31.506541 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc27402-8d0b-4335-9747-cb1656253512 req-276bff74-a403-4700-9636-c0e89ee96b6e tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:31.508136 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7cc27402-8d0b-4335-9747-cb1656253512 req-276bff74-a403-4700-9636-c0e89ee96b6e tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 944 time: 0.1223192 Jun 29 00:00:31.566187 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7f200c1c-66ec-4277-905a-c77cac5f7bdf req-232e093e-abb8-4487-83b8-a9e868b6ac9f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570607 Jun 29 00:00:31.584594 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7cc27402-8d0b-4335-9747-cb1656253512 req-9e32d649-47a0-4d6a-ba35-ec29c48bd59f tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687904 Jun 29 00:00:31.819480 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 45818) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:31.865554 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['f86d8280-7480-4369-9d49-848d232f2679'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:00:31.931287 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-f9e5431b-c98a-4e9c-8884-92668894464b req-2daf8a22-2f3d-4745-9136-79faf5d8b5b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102769 Jun 29 00:00:32.807349 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f55eb4-8b1a-4279-b83c-f27fc3cce624 req-e4c7ae11-5300-464f-875c-5ec82ecdd7f0 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:32.808789 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-32f55eb4-8b1a-4279-b83c-f27fc3cce624 req-e4c7ae11-5300-464f-875c-5ec82ecdd7f0 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 944 time: 0.1088424 Jun 29 00:00:32.819396 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82b9b8-7366-4278-8c30-bdc79cd82077 req-ff0d27ba-76cb-4ee8-8432-43edc1a306b8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:32.821459 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c82b9b8-7366-4278-8c30-bdc79cd82077 req-ff0d27ba-76cb-4ee8-8432-43edc1a306b8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0937963 Jun 29 00:00:32.881098 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-32f55eb4-8b1a-4279-b83c-f27fc3cce624 req-225f965a-3081-49a7-b6e6-b9b6898cd37d tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Jun 29 00:00:32.884762 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c82b9b8-7366-4278-8c30-bdc79cd82077 req-5cf57b83-dc19-4c07-96f7-1309e7f144b1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557721 Jun 29 00:00:33.198592 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device f86d8280-7480-4369-9d49-848d232f2679 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:33.250661 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port f86d8280-7480-4369-9d49-848d232f2679 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:33.255088 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port f86d8280-7480-4369-9d49-848d232f2679 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:33.255466 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.342637 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.368931 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd53994-9c7f-43d8-9697-5b7b132adf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86d8280-7480-4369-9d49-848d232f2679'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:33.371570 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8578562-9152-41e1-92c3-91e3a91517a1" -d '{"events": [{"server_uuid": "2bd53994-9c7f-43d8-9697-5b7b132adf72", "name": "network-vif-plugged", "status": "completed", "tag": "f86d8280-7480-4369-9d49-848d232f2679"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:33.388368 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port f86d8280-7480-4369-9d49-848d232f2679, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f86d8280-7480-4369-9d49-848d232f2679,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:33.394048 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.395352 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3cad9857-2cf1-4c32-9e73-f984e5d74484 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:00:33.397704 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:33.430503 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c04f6b-5475-48b2-8187-6325bc36f04c x-openstack-request-id: req-82c04f6b-5475-48b2-8187-6325bc36f04c {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:33.430895 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd53994-9c7f-43d8-9697-5b7b132adf72", "name": "network-vif-plugged", "status": "completed", "tag": "f86d8280-7480-4369-9d49-848d232f2679", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:33.431219 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82c04f6b-5475-48b2-8187-6325bc36f04c {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:33.431617 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd53994-9c7f-43d8-9697-5b7b132adf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86d8280-7480-4369-9d49-848d232f2679', 'code': 200} Jun 29 00:00:33.489751 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=f86d8280-7480-4369-9d49-848d232f2679,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:33.494113 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:33.761337 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c739f-e0d2-4c9d-8ff0-2b348e525d3e req-cde008b4-bfca-4d23-bdee-2b6438b6ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:33.766656 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-181c739f-e0d2-4c9d-8ff0-2b348e525d3e req-cde008b4-bfca-4d23-bdee-2b6438b6ddaf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 1098 time: 0.0590327 Jun 29 00:00:33.821539 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-181c739f-e0d2-4c9d-8ff0-2b348e525d3e req-631cd0be-821c-4402-9021-75c4508756da service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Jun 29 00:00:34.127429 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495a6ef-68f9-48e6-84b4-e69124f124f8 req-b7c1d6ab-c67a-46d5-836e-dd024c4ed59c tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:34.130897 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8495a6ef-68f9-48e6-84b4-e69124f124f8 req-b7c1d6ab-c67a-46d5-836e-dd024c4ed59c tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 945 time: 0.1198392 Jun 29 00:00:34.141563 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33652-abdb-4557-ac75-e207a6a83353 req-4636ef36-82df-4274-84b0-9ff2ce72a62f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:34.143077 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a5c33652-abdb-4557-ac75-e207a6a83353 req-4636ef36-82df-4274-84b0-9ff2ce72a62f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1162679 Jun 29 00:00:34.194008 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8495a6ef-68f9-48e6-84b4-e69124f124f8 req-030bb988-5c19-4637-b611-ad8c7f92a2a4 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498977 Jun 29 00:00:34.213771 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a5c33652-abdb-4557-ac75-e207a6a83353 req-f63fc0de-edf0-4046-9d19-88261ab17c28 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626380 Jun 29 00:00:35.483034 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd750e-58a8-4ed4-bc5a-b1c07aecf355 req-6484e032-31e3-458f-a33a-6b079b2d6110 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:35.485183 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-51cd750e-58a8-4ed4-bc5a-b1c07aecf355 req-6484e032-31e3-458f-a33a-6b079b2d6110 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 945 time: 0.1728027 Jun 29 00:00:35.502443 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15dd76-d554-46e0-b9f4-e5b7e5e43d83 req-6637ba4e-41d5-4305-a0a1-e0df0411cb90 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:35.504973 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cc15dd76-d554-46e0-b9f4-e5b7e5e43d83 req-6637ba4e-41d5-4305-a0a1-e0df0411cb90 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1510477 Jun 29 00:00:35.568868 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-51cd750e-58a8-4ed4-bc5a-b1c07aecf355 req-a2ef0f81-e5e7-4a32-b0a8-c74fb06c348c tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625384 Jun 29 00:00:35.574242 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cc15dd76-d554-46e0-b9f4-e5b7e5e43d83 req-3c7942ce-1f67-4ec5-90f0-02893d4000c9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604942 Jun 29 00:00:36.758473 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e193b-7fe8-4de4-9ccc-b39fed14fa32 req-2acfc0b9-1f19-4586-bb4c-886e52746f65 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:36.760299 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-526e193b-7fe8-4de4-9ccc-b39fed14fa32 req-2acfc0b9-1f19-4586-bb4c-886e52746f65 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 945 time: 0.0711319 Jun 29 00:00:36.827761 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-526e193b-7fe8-4de4-9ccc-b39fed14fa32 req-f979da1c-6aa2-4fec-ba51-d37e5946dca1 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563164 Jun 29 00:00:36.861167 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe083c64-2ce4-484a-b284-821a7c0162c6 req-2cd900c9-2483-480a-a7fb-577e996471f2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:36.862299 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fe083c64-2ce4-484a-b284-821a7c0162c6 req-2cd900c9-2483-480a-a7fb-577e996471f2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1006398 Jun 29 00:00:36.913367 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fe083c64-2ce4-484a-b284-821a7c0162c6 req-cf3a904b-6241-4b14-b93a-f425661226b8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Jun 29 00:00:38.086123 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04413-e7e4-4c63-99de-5e6bb0063756 req-df325c8e-396b-4625-86e0-ab072bf91832 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:38.088826 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-00a04413-e7e4-4c63-99de-5e6bb0063756 req-df325c8e-396b-4625-86e0-ab072bf91832 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 945 time: 0.1339674 Jun 29 00:00:38.161559 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-00a04413-e7e4-4c63-99de-5e6bb0063756 req-8d2c8ef4-b0d0-4b5c-8b52-75b5bb1f96e4 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Jun 29 00:00:38.189815 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7013bed-38ee-4c1c-9f47-6b48204ba544 req-2d40a2c3-0e0e-454f-8766-5e666c462199 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:38.191415 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a7013bed-38ee-4c1c-9f47-6b48204ba544 req-2d40a2c3-0e0e-454f-8766-5e666c462199 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1013081 Jun 29 00:00:38.235436 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a7013bed-38ee-4c1c-9f47-6b48204ba544 req-e27889d7-b0b2-4df5-af87-9428cede2366 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373702 Jun 29 00:00:38.410086 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd3ce-d551-4852-92e4-eda889a1b51e req-8dc901fd-c686-4982-9e19-7fc8b50f759f tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:38.412949 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-88cdd3ce-d551-4852-92e4-eda889a1b51e req-8dc901fd-c686-4982-9e19-7fc8b50f759f tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 945 time: 0.1068122 Jun 29 00:00:38.458788 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-88cdd3ce-d551-4852-92e4-eda889a1b51e req-f10f40e7-f07e-4495-b975-2fee2249d9c6 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395966 Jun 29 00:00:38.923189 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970227-cfac-4bb1-b57f-35de7fbac460 req-d2ac52d7-bee6-46ae-88cc-241251fd852b tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:38.924913 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-84970227-cfac-4bb1-b57f-35de7fbac460 req-d2ac52d7-bee6-46ae-88cc-241251fd852b tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 945 time: 0.0709703 Jun 29 00:00:38.967203 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-84970227-cfac-4bb1-b57f-35de7fbac460 req-e5bf4269-c7fb-4ed6-9f76-605666841cc4 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Jun 29 00:00:39.064570 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-973166ce-9e2f-4e66-a62c-8c01357a79de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.485172 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39f6e2-69db-49fb-ad5b-151a55cbf1de req-3d4a99db-fe60-4bd2-a6b5-d8c570274d10 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:39.486649 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8a39f6e2-69db-49fb-ad5b-151a55cbf1de req-3d4a99db-fe60-4bd2-a6b5-d8c570274d10 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0711277 Jun 29 00:00:39.527475 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8a39f6e2-69db-49fb-ad5b-151a55cbf1de req-f3967fe8-420b-46f7-ba8e-8f438645f559 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343444 Jun 29 00:00:40.727116 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59053606-b37d-4026-aae8-4793d17851e0 req-74909391-1776-4529-a21c-651d7324dc76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:40.729047 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-59053606-b37d-4026-aae8-4793d17851e0 req-74909391-1776-4529-a21c-651d7324dc76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0704007 Jun 29 00:00:40.769624 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-59053606-b37d-4026-aae8-4793d17851e0 req-b8e3cb1b-263b-4f95-8c09-145fa22032fc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340488 Jun 29 00:00:41.994088 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186180a-1d56-4151-a83e-f694d508014d req-c674cefb-98f9-46ec-b8db-a607bc628434 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:41.996746 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6186180a-1d56-4151-a83e-f694d508014d req-c674cefb-98f9-46ec-b8db-a607bc628434 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1057279 Jun 29 00:00:42.039315 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6186180a-1d56-4151-a83e-f694d508014d req-9490eec1-c5f7-4f51-92af-085bd416c707 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368409 Jun 29 00:00:42.280383 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d56f830f-76e8-4658-9fb7-ba2936dbf207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.544648 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.248518 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f31eb-c357-4c83-be6a-c682ddbe6940 req-876e1431-284d-49d0-813a-ce195fa01641 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:43.250084 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a65f31eb-c357-4c83-be6a-c682ddbe6940 req-876e1431-284d-49d0-813a-ce195fa01641 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0712726 Jun 29 00:00:43.291555 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a65f31eb-c357-4c83-be6a-c682ddbe6940 req-e02714c0-96f4-4642-a5e6-aa337cc22417 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354443 Jun 29 00:00:44.265291 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.584809 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3384f-6c6e-48bb-952a-fda0ae55ccbd req-138313c1-1e67-444b-b359-bcbcaad84831 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:44.588876 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7dc3384f-6c6e-48bb-952a-fda0ae55ccbd req-138313c1-1e67-444b-b359-bcbcaad84831 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1106944 Jun 29 00:00:44.678255 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7dc3384f-6c6e-48bb-952a-fda0ae55ccbd req-6d7161e9-7891-4be1-b8c6-f2a2227e0856 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778852 Jun 29 00:00:45.909534 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d051fc-e349-426e-bd5a-9a6c265a9337 req-169e7f67-7de6-4162-a2f8-0702c8d30b35 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:45.911043 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b6d051fc-e349-426e-bd5a-9a6c265a9337 req-169e7f67-7de6-4162-a2f8-0702c8d30b35 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0862200 Jun 29 00:00:46.168008 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b6d051fc-e349-426e-bd5a-9a6c265a9337 req-fcf176cd-6c43-4bc0-91a5-46aebc186e39 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500958 Jun 29 00:00:46.738695 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:47.360248 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cccbf-b7eb-42c7-9e0f-80cd6e45c244 req-97b62d29-a6fd-478a-bad3-ebd428c39ad1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:47.362145 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-197cccbf-b7eb-42c7-9e0f-80cd6e45c244 req-97b62d29-a6fd-478a-bad3-ebd428c39ad1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0671644 Jun 29 00:00:47.402248 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-197cccbf-b7eb-42c7-9e0f-80cd6e45c244 req-828a77e7-1c9b-45f3-af54-276476e2d4c7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334651 Jun 29 00:00:48.605535 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba9f10-73ff-407d-a45f-bd489e535e14 req-9046d0ad-e713-4700-ac57-75c32683022b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:48.607234 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5dba9f10-73ff-407d-a45f-bd489e535e14 req-9046d0ad-e713-4700-ac57-75c32683022b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0782833 Jun 29 00:00:48.652926 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5dba9f10-73ff-407d-a45f-bd489e535e14 req-460d53ed-0207-4767-a465-e388fd0aced4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393810 Jun 29 00:00:49.814871 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.870526 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195d67c-d808-4aab-996f-cfaac6a03a4f req-33536b64-30ce-4352-9004-5e5315020e42 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:49.872053 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d195d67c-d808-4aab-996f-cfaac6a03a4f req-33536b64-30ce-4352-9004-5e5315020e42 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0941644 Jun 29 00:00:49.928275 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d195d67c-d808-4aab-996f-cfaac6a03a4f req-71545fa5-c1ff-4650-b654-f1b26458ace0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459197 Jun 29 00:00:51.133079 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582eb4c-dcfe-4b08-be12-98e5af26a957 req-28db00f5-d98d-4a00-bec1-ff888a0d548a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:51.134648 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9582eb4c-dcfe-4b08-be12-98e5af26a957 req-28db00f5-d98d-4a00-bec1-ff888a0d548a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0755596 Jun 29 00:00:51.176078 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9582eb4c-dcfe-4b08-be12-98e5af26a957 req-560b2db8-da9c-4fe9-b41c-6c76b0e5a2a8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353043 Jun 29 00:00:52.375209 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d162e1-5c27-4e03-b158-15a7da56b413 req-7920f8da-c266-4c55-b692-2db3dd327969 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:52.376806 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7d162e1-5c27-4e03-b158-15a7da56b413 req-7920f8da-c266-4c55-b692-2db3dd327969 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0777452 Jun 29 00:00:52.423005 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7d162e1-5c27-4e03-b158-15a7da56b413 req-85e303ca-4233-45e7-b9c9-5dc8b3ee18d2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357800 Jun 29 00:00:53.208489 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2095ad5-c950-4e9d-8c6c-f42ab79cb359 req-0ffac23e-e97c-421f-a21b-5cc15163827f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:53.210110 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f2095ad5-c950-4e9d-8c6c-f42ab79cb359 req-0ffac23e-e97c-421f-a21b-5cc15163827f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 945 time: 0.0878794 Jun 29 00:00:53.253816 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f2095ad5-c950-4e9d-8c6c-f42ab79cb359 req-ea01797c-8139-4f34-8322-ceca8f71fc4d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Jun 29 00:00:53.610531 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47ff8c-dab9-4be9-9a6b-458e912d5e55 req-ea325469-49ee-44d1-b3ee-3406912f28e7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:53.612197 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9b47ff8c-dab9-4be9-9a6b-458e912d5e55 req-ea325469-49ee-44d1-b3ee-3406912f28e7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0662155 Jun 29 00:00:53.662843 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9b47ff8c-dab9-4be9-9a6b-458e912d5e55 req-0285a904-1757-4e44-8d4c-ae2d56fec95d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413864 Jun 29 00:00:54.462935 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e69cd-0673-4f2a-acd7-07ac6015f4ff req-32faca3d-2d15-4e46-9b30-5df940d2cd88 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:54.464540 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-199e69cd-0673-4f2a-acd7-07ac6015f4ff req-32faca3d-2d15-4e46-9b30-5df940d2cd88 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 945 time: 0.0714214 Jun 29 00:00:54.509817 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-199e69cd-0673-4f2a-acd7-07ac6015f4ff req-b738e77a-e877-40f3-8276-490961fdfaf1 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354466 Jun 29 00:00:54.869034 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf887cf-647a-4728-a10c-348bcfe771d5 req-88488674-c136-4032-bfd6-d069367d8add tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:54.870635 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fbf887cf-647a-4728-a10c-348bcfe771d5 req-88488674-c136-4032-bfd6-d069367d8add tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0749853 Jun 29 00:00:54.914609 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fbf887cf-647a-4728-a10c-348bcfe771d5 req-86f71a2a-5cfa-414b-9009-9e58cebe7577 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375190 Jun 29 00:00:55.252604 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-3302960e-d6de-4a67-9119-f211b849a6dc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:55.254104 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-3302960e-d6de-4a67-9119-f211b849a6dc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.38 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 945 time: 0.0807264 Jun 29 00:00:55.379334 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Deleting port 28530d77-2609-48a6-bc19-60d926063bcc {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:00:55.379669 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.477586 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] For port 28530d77-2609-48a6-bc19-60d926063bcc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=28530d77-2609-48a6-bc19-60d926063bcc,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:55.477950 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.490969 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Calling delete_port for 28530d77-2609-48a6-bc19-60d926063bcc owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:00:55.636630 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.641769 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d398a485-5107-44e6-aab9-37d9ac8a0f0a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:55.669591 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Pushing event deleted for resources: {'Port': ['ID=28530d77-2609-48a6-bc19-60d926063bcc,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:55.684501 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['28530d77-2609-48a6-bc19-60d926063bcc'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:00:55.685126 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-047a1b05-13c6-4ae5-bfbd-e8736984c78e req-e5cdbb4c-fa77-436d-a3b4-912e0a9a54c4 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=35206de5-943b-4b70-92d2-545ec8574f87 HTTP/1.1" status: 200 len: 210 time: 0.0372312 Jun 29 00:00:55.715431 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.716023 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.716466 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.716811 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.717174 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.717646 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.718254 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.718866 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.719501 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.720120 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.721248 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.721396 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:55.728844 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:55.747490 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] No DVR routers for this DVR port 28530d77-2609-48a6-bc19-60d926063bcc on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:00:55.750578 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.752584 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1307a5b7-5907-4321-8823-a35c7ad2203c req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.38 "DELETE /v2.0/ports/28530d77-2609-48a6-bc19-60d926063bcc HTTP/1.1" status: 204 len: 173 time: 0.4901061 Jun 29 00:00:55.753084 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35206de5-943b-4b70-92d2-545ec8574f87', 'name': 'network-vif-deleted', 'tag': '28530d77-2609-48a6-bc19-60d926063bcc'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:55.755438 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67630301-ecbb-4400-8569-8ddd5a3797ae" -d '{"events": [{"server_uuid": "35206de5-943b-4b70-92d2-545ec8574f87", "name": "network-vif-deleted", "tag": "28530d77-2609-48a6-bc19-60d926063bcc"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:55.794312 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6581da2-20c5-41ee-9fbd-6dd493070647 x-openstack-request-id: req-a6581da2-20c5-41ee-9fbd-6dd493070647 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:55.794690 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35206de5-943b-4b70-92d2-545ec8574f87", "name": "network-vif-deleted", "tag": "28530d77-2609-48a6-bc19-60d926063bcc", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:55.795032 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6581da2-20c5-41ee-9fbd-6dd493070647 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:55.795442 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35206de5-943b-4b70-92d2-545ec8574f87', 'name': 'network-vif-deleted', 'tag': '28530d77-2609-48a6-bc19-60d926063bcc', 'status': 'completed', 'code': 200} Jun 29 00:00:56.146167 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aaa19-50bb-44a2-a8d5-875fd4b8faba req-b56323cd-57ad-456f-bb44-5e9672db5cea tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:56.147995 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-df7aaa19-50bb-44a2-a8d5-875fd4b8faba req-b56323cd-57ad-456f-bb44-5e9672db5cea tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0675330 Jun 29 00:00:56.198471 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-df7aaa19-50bb-44a2-a8d5-875fd4b8faba req-6459e6ed-476b-4b46-869e-6fb74d53f9fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441687 Jun 29 00:00:57.093614 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-44c0c6d4-6787-4857-ac5d-8a9e71939f71 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:57.095374 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-44c0c6d4-6787-4857-ac5d-8a9e71939f71 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/networks?id=8ead890a-e3f5-4361-abed-ce0c7b11c617 HTTP/1.1" status: 200 len: 809 time: 0.1278679 Jun 29 00:00:57.111801 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-19678868-62c1-4aaf-8176-860ee448f449 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/quotas/f368e0ec7ab443ab9f1d84b4e99161d5 HTTP/1.1" status: 200 len: 375 time: 0.0103393 Jun 29 00:00:57.148301 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-d1733a1c-d26f-425a-8f2c-f53ffa15312a tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f368e0ec7ab443ab9f1d84b4e99161d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297987 Jun 29 00:00:57.286203 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-13912305-0c1f-4d15-9f2f-2c84173a732e service neutron] 10.222.0.24 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283388 Jun 29 00:00:57.433331 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-92c60312-2a7f-483c-8842-e02cfd83179f service neutron] 10.222.0.24 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402276 Jun 29 00:00:57.462302 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17f7e1-1923-4be2-b847-57a9aebe532c req-d6a1af81-50e9-4b9f-8816-9973c9b43964 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:57.464179 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c17f7e1-1923-4be2-b847-57a9aebe532c req-d6a1af81-50e9-4b9f-8816-9973c9b43964 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0982001 Jun 29 00:00:57.512288 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c17f7e1-1923-4be2-b847-57a9aebe532c req-0b870f09-4426-4acb-89cb-9c7e8e6e609a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417118 Jun 29 00:00:57.638695 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-902f4a0f-1888-44fe-a2fc-25d5f4e8d2d1 req-f47f19e7-6748-4c67-8338-8ba58668465e tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 210 time: 0.0395303 Jun 29 00:00:58.750216 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a030e-ee57-488e-b0ab-1e6a69514b92 req-7ab8e3dd-28bb-43f4-b3a5-ee6d309d7d53 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:58.755502 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1b2a030e-ee57-488e-b0ab-1e6a69514b92 req-7ab8e3dd-28bb-43f4-b3a5-ee6d309d7d53 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1080241 Jun 29 00:00:58.825595 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b359b5f2-eeb1-4d7f-a0c6-0360f783aa39 req-0d6e3b6b-b625-4153-8616-c05c65b548c4 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 210 time: 0.0435483 Jun 29 00:00:58.830770 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1b2a030e-ee57-488e-b0ab-1e6a69514b92 req-d4498c42-3b6a-47ca-bf80-7a17b4c0f24e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681491 Jun 29 00:00:59.041583 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-48a30328-3b91-4f0b-b4ce-058514a93a74 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:59.043087 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-48a30328-3b91-4f0b-b4ce-058514a93a74 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.38 "GET /v2.0/networks?id=8ead890a-e3f5-4361-abed-ce0c7b11c617 HTTP/1.1" status: 200 len: 809 time: 0.1109910 Jun 29 00:00:59.065628 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Request body: {'port': {'device_id': '5a4eeafb-4d7f-4264-8283-c0d1d994476f', 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617', 'admin_state_up': True, 'tenant_id': 'f368e0ec7ab443ab9f1d84b4e99161d5'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:59.187728 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Made reservation on behalf of f368e0ec7ab443ab9f1d84b4e99161d5 for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:59.192453 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:59.329856 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Allocated IP 172.20.0.8 (8ead890a-e3f5-4361-abed-ce0c7b11c617/70059379-2a4d-4bec-b9d2-171b13184ec9/7d56d393-4dba-48f4-b7a1-4234e9238c77) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:59.346729 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 28530d77-2609-48a6-bc19-60d926063bcc no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:00:59.366760 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 28530d77-2609-48a6-bc19-60d926063bcc {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:00:59.367151 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 28530d77-2609-48a6-bc19-60d926063bcc not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:00:59.487686 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:59.530045 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:59.534985 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-13757868-e0e8-41df-9e62-b70d74854db0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:59.581494 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Network 8ead890a-e3f5-4361-abed-ce0c7b11c617 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:59.584998 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:59.591055 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:59.613673 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Pushing event updated for resources: {'Port': ['ID=7d56d393-4dba-48f4-b7a1-4234e9238c77,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:59.620516 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:59.643965 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:59.644632 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:59.659461 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978608 Jun 29 00:00:59.679745 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Request body: {'port': {'device_id': '5a4eeafb-4d7f-4264-8283-c0d1d994476f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:59.753776 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:00.041139 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d56d393-4dba-48f4-b7a1-4234e9238c77 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:01:00.051354 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:00.057295 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57e54-c920-4b21-acf0-3117db9d2a64 req-53751b26-fd73-4d40-a385-abd73b18beff tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:00.058899 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-94f57e54-c920-4b21-acf0-3117db9d2a64 req-53751b26-fd73-4d40-a385-abd73b18beff tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 931 time: 0.1131978 Jun 29 00:01:00.067940 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ec593-9d8d-48dd-b21c-c13dbe64cffd req-e0d7f439-39f3-4c76-b93c-8790ca05e79f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:00.069705 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ef6ec593-9d8d-48dd-b21c-c13dbe64cffd req-e0d7f439-39f3-4c76-b93c-8790ca05e79f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1140001 Jun 29 00:01:00.070619 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Transition to ACTIVE for port object 7d56d393-4dba-48f4-b7a1-4234e9238c77 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:01:00.077833 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:00.082694 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bd423724-e194-4e5b-aee8-fd64639542e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:00.143371 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-94f57e54-c920-4b21-acf0-3117db9d2a64 req-887cc83a-333f-47fb-b345-d5f1b95b810e tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723460 Jun 29 00:01:00.158690 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Pushing event updated for resources: {'Port': ['ID=7d56d393-4dba-48f4-b7a1-4234e9238c77,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:00.159062 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ef6ec593-9d8d-48dd-b21c-c13dbe64cffd req-8a547ffd-5af2-4908-a0c8-4b24908d2dac tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711567 Jun 29 00:01:00.184261 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:00.240188 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Attempting to bind port 7d56d393-4dba-48f4-b7a1-4234e9238c77 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:01:00.240616 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Attempting to bind port 7d56d393-4dba-48f4-b7a1-4234e9238c77 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '15b89c49-a116-4f12-92aa-f54121fa62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:01:00.241022 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Attempting to bind port 7d56d393-4dba-48f4-b7a1-4234e9238c77 on network 8ead890a-e3f5-4361-abed-ce0c7b11c617 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:01:00.246362 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Port 7d56d393-4dba-48f4-b7a1-4234e9238c77 on network 8ead890a-e3f5-4361-abed-ce0c7b11c617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:01:00.246692 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Attempting to bind port 7d56d393-4dba-48f4-b7a1-4234e9238c77 on network 8ead890a-e3f5-4361-abed-ce0c7b11c617 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:01:00.252447 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:01:00.252793 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Checking segment: {'id': '15b89c49-a116-4f12-92aa-f54121fa62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:01:00.253190 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Bound using segment: {'id': '15b89c49-a116-4f12-92aa-f54121fa62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:01:00.253637 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Bound port: 7d56d393-4dba-48f4-b7a1-4234e9238c77, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b89c49-a116-4f12-92aa-f54121fa62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:01:00.254012 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:00.328722 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] For port 7d56d393-4dba-48f4-b7a1-4234e9238c77, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:01:00.332011 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] For port 7d56d393-4dba-48f4-b7a1-4234e9238c77, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7d56d393-4dba-48f4-b7a1-4234e9238c77,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:01:00.337880 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:00.340208 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:00.373937 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:00.374655 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:00.376313 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] 10.222.0.38 "PUT /v2.0/ports/7d56d393-4dba-48f4-b7a1-4234e9238c77 HTTP/1.1" status: 200 len: 1093 time: 0.7016842 Jun 29 00:01:00.379050 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4eeafb-4d7f-4264-8283-c0d1d994476f', 'tag': '7d56d393-4dba-48f4-b7a1-4234e9238c77'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:00.381619 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4eeafb-4d7f-4264-8283-c0d1d994476f", "tag": "7d56d393-4dba-48f4-b7a1-4234e9238c77"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:00.419220 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Pushing event updated for resources: {'Port': ['ID=7d56d393-4dba-48f4-b7a1-4234e9238c77,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:00.422475 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:00.442728 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67302fa1-fb5f-431d-96fb-ee480a7f7c9e x-openstack-request-id: req-67302fa1-fb5f-431d-96fb-ee480a7f7c9e {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:00.443299 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4eeafb-4d7f-4264-8283-c0d1d994476f", "tag": "7d56d393-4dba-48f4-b7a1-4234e9238c77", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:00.443774 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67302fa1-fb5f-431d-96fb-ee480a7f7c9e {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:00.445122 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4eeafb-4d7f-4264-8283-c0d1d994476f', 'tag': '7d56d393-4dba-48f4-b7a1-4234e9238c77', 'status': 'completed', 'code': 200} Jun 29 00:01:00.525912 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-f5e8d0fa-423a-4010-b5e4-2fd1ae421725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:00.527644 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-f5e8d0fa-423a-4010-b5e4-2fd1ae421725 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f368e0ec7ab443ab9f1d84b4e99161d5&device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 1096 time: 0.0593159 Jun 29 00:01:00.589349 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-42565aa4-69c2-47e3-88d6-f95ef0af727e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d56d393-4dba-48f4-b7a1-4234e9238c77 HTTP/1.1" status: 200 len: 217 time: 0.0405400 Jun 29 00:01:00.649318 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-2e8ef1d8-3505-4545-9d06-93b84810e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:00.650980 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-2e8ef1d8-3505-4545-9d06-93b84810e75f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=70059379-2a4d-4bec-b9d2-171b13184ec9 HTTP/1.1" status: 200 len: 849 time: 0.0508513 Jun 29 00:01:00.690077 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-d32a34ca-ce3c-4aea-a351-03983db52644 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ead890a-e3f5-4361-abed-ce0c7b11c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298884 Jun 29 00:01:00.853576 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-dae23637-cb8c-4704-bb22-4999cada5b2a service neutron] 10.222.0.38 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535089 Jun 29 00:01:00.956215 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cbe87c1b-d0f3-423e-a763-917b6d3bcfce req-1b2902f6-9fb6-4065-96c3-92731663c83c service neutron] 10.222.0.38 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944421 Jun 29 00:01:01.145050 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-3c4c535a-bc41-47b8-b5bf-1b5edccb790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:01.146486 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-3c4c535a-bc41-47b8-b5bf-1b5edccb790a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f368e0ec7ab443ab9f1d84b4e99161d5&device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 1096 time: 0.0600944 Jun 29 00:01:01.280169 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-1a9b13e2-2c7a-4a71-afcb-8118e18cc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:01.282731 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-1a9b13e2-2c7a-4a71-afcb-8118e18cc375 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8ead890a-e3f5-4361-abed-ce0c7b11c617 HTTP/1.1" status: 200 len: 910 time: 0.1236939 Jun 29 00:01:01.339429 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-3842b75d-5878-48d0-9f7b-538f828682b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d56d393-4dba-48f4-b7a1-4234e9238c77 HTTP/1.1" status: 200 len: 217 time: 0.0447350 Jun 29 00:01:01.400880 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-c5510ccc-3b4f-46ba-b179-d1ad61e37eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:01.402415 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-c5510ccc-3b4f-46ba-b179-d1ad61e37eb5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=70059379-2a4d-4bec-b9d2-171b13184ec9 HTTP/1.1" status: 200 len: 849 time: 0.0543437 Jun 29 00:01:01.455714 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-242a76bb-b9f6-45f9-9259-ccca16d7ece9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ead890a-e3f5-4361-abed-ce0c7b11c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437202 Jun 29 00:01:01.488693 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99404c-4f70-4b1c-ad10-8521579219f9 req-bab1fad5-958c-4d45-8bb0-b9bde7d75271 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:01.490663 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0d99404c-4f70-4b1c-ad10-8521579219f9 req-bab1fad5-958c-4d45-8bb0-b9bde7d75271 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1639812 Jun 29 00:01:01.511740 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff77a7-bc56-49b4-8234-f13ceec573fa req-a8ae3bec-520c-4bcd-9ecb-6264e67f486d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:01.514265 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bdff77a7-bc56-49b4-8234-f13ceec573fa req-a8ae3bec-520c-4bcd-9ecb-6264e67f486d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 943 time: 0.1374443 Jun 29 00:01:01.609591 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0d99404c-4f70-4b1c-ad10-8521579219f9 req-c7885661-0ea4-4eaf-ba57-f6717cb77beb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936873 Jun 29 00:01:01.639136 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bdff77a7-bc56-49b4-8234-f13ceec573fa req-d6c62017-dbef-4a9d-83d6-2f42d5d78e9e tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067271 Jun 29 00:01:01.869261 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-3d54876a-8af9-4134-b437-32166585f67e service neutron] 10.222.0.38 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061420 Jun 29 00:01:01.978837 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-1d9a5ce9-a1e0-472d-805c-1dffeee7a2a3 req-da0f3b1e-d923-4125-8e3b-4f1193d8c7ef service neutron] 10.222.0.38 "GET /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944703 Jun 29 00:01:02.884301 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912593-90f9-4ecc-b21d-a66d7843ab63 req-3a3bf09a-1f41-4dff-83a3-f11ddee82e1e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:02.885962 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ed912593-90f9-4ecc-b21d-a66d7843ab63 req-3a3bf09a-1f41-4dff-83a3-f11ddee82e1e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1317637 Jun 29 00:01:02.930027 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0c1b7-340a-414e-bd45-771b48275dd4 req-68a36cc6-3714-4f10-81da-59b34eb63d16 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:02.931696 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e5a0c1b7-340a-414e-bd45-771b48275dd4 req-68a36cc6-3714-4f10-81da-59b34eb63d16 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 943 time: 0.1107397 Jun 29 00:01:02.958463 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ed912593-90f9-4ecc-b21d-a66d7843ab63 req-83a3234f-1ea6-453b-b6c6-8696f58376ea tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612833 Jun 29 00:01:02.996301 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e5a0c1b7-340a-414e-bd45-771b48275dd4 req-f375aa71-fd91-49b5-ad01-a8967a282685 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529253 Jun 29 00:01:03.370749 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 7d56d393-4dba-48f4-b7a1-4234e9238c77 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:01:03.476562 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 7d56d393-4dba-48f4-b7a1-4234e9238c77, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7d56d393-4dba-48f4-b7a1-4234e9238c77,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:03.489068 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '7d56d393-4dba-48f4-b7a1-4234e9238c77', 'network_id': '8ead890a-e3f5-4361-abed-ce0c7b11c617', 'port_id': '7d56d393-4dba-48f4-b7a1-4234e9238c77', 'mac_address': 'fa:16:3e:b5:cd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70059379-2a4d-4bec-b9d2-171b13184ec9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:01:03.529759 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:03.543598 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d56d393-4dba-48f4-b7a1-4234e9238c77 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:01:03.565590 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 7d56d393-4dba-48f4-b7a1-4234e9238c77, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7d56d393-4dba-48f4-b7a1-4234e9238c77,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:03.572271 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:03.574522 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a2101f1b-8624-4add-b349-6acd11586291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:03.633364 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=7d56d393-4dba-48f4-b7a1-4234e9238c77,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:03.647579 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.648148 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.648722 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.649265 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.649790 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.650758 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.651319 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.651879 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.652452 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.653008 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.653572 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.654146 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.660768 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:04.035969 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['7d56d393-4dba-48f4-b7a1-4234e9238c77'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:01:04.290976 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:01:04.303903 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449eb8c-fb4f-47d1-9f30-150acc152d8e req-a6abb13c-77a6-4171-b592-4f6aa7b16c76 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:04.306688 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0449eb8c-fb4f-47d1-9f30-150acc152d8e req-a6abb13c-77a6-4171-b592-4f6aa7b16c76 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 944 time: 0.1924274 Jun 29 00:01:04.344886 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3042298-657e-4527-a391-34ab80b9ea5e req-8eeed2fe-def2-4486-b677-eef967d38094 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:04.347589 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a3042298-657e-4527-a391-34ab80b9ea5e req-8eeed2fe-def2-4486-b677-eef967d38094 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1818805 Jun 29 00:01:04.427466 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0449eb8c-fb4f-47d1-9f30-150acc152d8e req-7227f773-d843-4394-b8aa-454df07c7dfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134152 Jun 29 00:01:04.450335 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a3042298-657e-4527-a391-34ab80b9ea5e req-2fcad957-378c-47ab-bdb8-022b41cdd0ef tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902581 Jun 29 00:01:05.391023 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 7d56d393-4dba-48f4-b7a1-4234e9238c77 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:01:05.451264 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 7d56d393-4dba-48f4-b7a1-4234e9238c77 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:01:05.456259 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 7d56d393-4dba-48f4-b7a1-4234e9238c77 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:05.456647 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:05.551668 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:05.587744 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4eeafb-4d7f-4264-8283-c0d1d994476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d56d393-4dba-48f4-b7a1-4234e9238c77'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:05.591545 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496230e2-79e7-459e-bd86-8bdb1bf54c1b" -d '{"events": [{"server_uuid": "5a4eeafb-4d7f-4264-8283-c0d1d994476f", "name": "network-vif-plugged", "status": "completed", "tag": "7d56d393-4dba-48f4-b7a1-4234e9238c77"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:05.606655 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 7d56d393-4dba-48f4-b7a1-4234e9238c77, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7d56d393-4dba-48f4-b7a1-4234e9238c77,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:05.613825 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:05.616614 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:05.625069 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51c268-dc20-4d51-a6e3-256d3882cc6a req-ee6b0f32-c691-406f-964a-c7067cc34713 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:05.626887 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0a51c268-dc20-4d51-a6e3-256d3882cc6a req-ee6b0f32-c691-406f-964a-c7067cc34713 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 944 time: 0.0789135 Jun 29 00:01:05.669381 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=7d56d393-4dba-48f4-b7a1-4234e9238c77,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:05.672560 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:05.683696 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0a51c268-dc20-4d51-a6e3-256d3882cc6a req-e4f45fb5-cdd2-4212-ad88-b1111c88ad5d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502818 Jun 29 00:01:05.859144 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e03f4-980c-4956-a788-fddd1c6225f9 req-bec003c5-e819-4533-a6a0-6abddebc331e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:05.860910 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9f8e03f4-980c-4956-a788-fddd1c6225f9 req-bec003c5-e819-4533-a6a0-6abddebc331e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0713069 Jun 29 00:01:05.903386 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9f8e03f4-980c-4956-a788-fddd1c6225f9 req-1b7a52bb-319c-4562-a96b-823867c4d757 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356350 Jun 29 00:01:05.972868 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7fa52-b6e6-4cb3-9437-a0c641d9a172 x-openstack-request-id: req-e8f7fa52-b6e6-4cb3-9437-a0c641d9a172 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:05.973180 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4eeafb-4d7f-4264-8283-c0d1d994476f", "name": "network-vif-plugged", "status": "completed", "tag": "7d56d393-4dba-48f4-b7a1-4234e9238c77", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:05.973439 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8f7fa52-b6e6-4cb3-9437-a0c641d9a172 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:05.973853 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4eeafb-4d7f-4264-8283-c0d1d994476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d56d393-4dba-48f4-b7a1-4234e9238c77', 'code': 200} Jun 29 00:01:06.280422 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d09e2a-6ec8-4d77-875f-9945138e9890 req-82bc3f34-3bd0-4188-8ae8-405e84a9e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:06.281899 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25d09e2a-6ec8-4d77-875f-9945138e9890 req-82bc3f34-3bd0-4188-8ae8-405e84a9e0fe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 1098 time: 0.0550108 Jun 29 00:01:06.319725 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-25d09e2a-6ec8-4d77-875f-9945138e9890 req-8216e25a-bf1c-4b92-bc54-82fbcd756e11 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291424 Jun 29 00:01:06.868232 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb911-d9e2-4924-b136-eddc8bd45006 req-8e942af6-8213-4e63-9fec-ef762f228045 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:06.869751 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d64cb911-d9e2-4924-b136-eddc8bd45006 req-8e942af6-8213-4e63-9fec-ef762f228045 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 945 time: 0.0679452 Jun 29 00:01:06.911141 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d64cb911-d9e2-4924-b136-eddc8bd45006 req-439cf2ed-be97-4bb3-9e9e-3026a4fc2738 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349889 Jun 29 00:01:07.097121 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23f65e-5918-4312-a090-8307ccd0b48d req-242f8be3-7932-43f3-9e4a-b23c22893604 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:07.098726 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ca23f65e-5918-4312-a090-8307ccd0b48d req-242f8be3-7932-43f3-9e4a-b23c22893604 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0745819 Jun 29 00:01:07.139980 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ca23f65e-5918-4312-a090-8307ccd0b48d req-92b23c48-6249-40b3-b354-2a170c132ebe tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343442 Jun 29 00:01:08.144023 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ee81f-eb10-4f85-8828-5f32243999cb req-3a4300ff-1710-4c26-beae-24866b001f8d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:08.146688 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0e4ee81f-eb10-4f85-8828-5f32243999cb req-3a4300ff-1710-4c26-beae-24866b001f8d tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 945 time: 0.1045165 Jun 29 00:01:08.189328 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0e4ee81f-eb10-4f85-8828-5f32243999cb req-d7f5e57c-0c14-4609-93d4-73adba4f03de tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Jun 29 00:01:08.370142 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d902733-feda-4859-ad54-946bc6ccaf53 req-5698ce2c-affc-46cb-a7bb-fdf6e0a511a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:08.372007 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7d902733-feda-4859-ad54-946bc6ccaf53 req-5698ce2c-affc-46cb-a7bb-fdf6e0a511a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0719810 Jun 29 00:01:08.416882 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7d902733-feda-4859-ad54-946bc6ccaf53 req-da57c060-7bf6-4b55-bc08-48bfad5d1605 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384016 Jun 29 00:01:09.066771 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8e9c-8654-4270-99b2-b372b1da64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:09.609680 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d380a2-daaf-4e60-ad66-cbe3b1ad4521 req-26bd2342-be0f-43ff-a390-0a4db999f6e8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:09.611304 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-53d380a2-daaf-4e60-ad66-cbe3b1ad4521 req-26bd2342-be0f-43ff-a390-0a4db999f6e8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0715296 Jun 29 00:01:09.657521 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-53d380a2-daaf-4e60-ad66-cbe3b1ad4521 req-010fbbad-b1b9-4a71-a035-2f07dc46696b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375710 Jun 29 00:01:10.882403 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765c934-ce88-403c-855b-8a7e5db16f49 req-8c1287a7-6ab0-4f11-a9bb-1ebdba496bbb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:10.884912 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e765c934-ce88-403c-855b-8a7e5db16f49 req-8c1287a7-6ab0-4f11-a9bb-1ebdba496bbb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1076479 Jun 29 00:01:10.934091 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e765c934-ce88-403c-855b-8a7e5db16f49 req-6d7e72e9-78e9-4d01-9fb7-14132a0aae7a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431776 Jun 29 00:01:12.126235 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf0a93-02ef-4a7c-84e5-1a7a04dc0d62 req-34167b72-f34d-4798-a742-faf43ad726e3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:12.127831 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2daf0a93-02ef-4a7c-84e5-1a7a04dc0d62 req-34167b72-f34d-4798-a742-faf43ad726e3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0762849 Jun 29 00:01:12.169491 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2daf0a93-02ef-4a7c-84e5-1a7a04dc0d62 req-3fb0a8a0-fdb1-45a2-acbb-2d6e41a31cae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339544 Jun 29 00:01:12.282786 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-725a2dbc-949b-434f-9c83-c04127f3c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:12.555710 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:13.369920 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935a22-582b-4560-8e99-f37b38d3bba1 req-1d4d1dfd-578e-47d7-be19-32039ced3fe8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:13.371467 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-19935a22-582b-4560-8e99-f37b38d3bba1 req-1d4d1dfd-578e-47d7-be19-32039ced3fe8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0755601 Jun 29 00:01:13.410519 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-19935a22-582b-4560-8e99-f37b38d3bba1 req-c817c3a5-38ea-466f-943f-03995d513e66 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329421 Jun 29 00:01:14.260726 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:14.593734 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df96ee4-8dad-4ba3-87cf-dc531ed6ed61 req-e0949839-1944-40d9-bafd-183724c43a05 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:14.595369 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0df96ee4-8dad-4ba3-87cf-dc531ed6ed61 req-e0949839-1944-40d9-bafd-183724c43a05 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0674047 Jun 29 00:01:14.637560 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0df96ee4-8dad-4ba3-87cf-dc531ed6ed61 req-2fc6ef36-ca86-4c17-84bf-b3e04adc998f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362191 Jun 29 00:01:15.834191 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbd1c7-1fc2-41ec-b1e5-d55c60fb9961 req-deab7688-3050-4734-a7a8-f9ce83cc7815 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:15.836285 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09cbd1c7-1fc2-41ec-b1e5-d55c60fb9961 req-deab7688-3050-4734-a7a8-f9ce83cc7815 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0804181 Jun 29 00:01:15.896123 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09cbd1c7-1fc2-41ec-b1e5-d55c60fb9961 req-cfe6e05f-a3d4-4bd7-9c67-dd5412ef0f7f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529416 Jun 29 00:01:16.742877 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:17.078672 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a84caa-4211-47fb-9434-7764af52adc1 req-f3f20856-ccfb-4f52-b150-5cc029002190 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:17.080212 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-04a84caa-4211-47fb-9434-7764af52adc1 req-f3f20856-ccfb-4f52-b150-5cc029002190 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0640790 Jun 29 00:01:17.118766 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-04a84caa-4211-47fb-9434-7764af52adc1 req-21d5834f-7987-4b68-9fbb-a44eefab6e92 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Jun 29 00:01:18.301142 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3320b2-a602-4b17-a860-b047dfb0bc99 req-4b1daad5-9f3c-4127-aa0e-868a06da77f4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:18.302647 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6f3320b2-a602-4b17-a860-b047dfb0bc99 req-4b1daad5-9f3c-4127-aa0e-868a06da77f4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0667689 Jun 29 00:01:18.343208 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6f3320b2-a602-4b17-a860-b047dfb0bc99 req-b30d4d7e-d3e5-499c-af57-2039f5e62112 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342550 Jun 29 00:01:19.524625 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3166d-a774-43db-a1b0-e9e1a3fcf541 req-a7459079-dd13-42fc-8405-f3ff2115c35f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:19.526176 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-13c3166d-a774-43db-a1b0-e9e1a3fcf541 req-a7459079-dd13-42fc-8405-f3ff2115c35f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0655081 Jun 29 00:01:19.562780 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-13c3166d-a774-43db-a1b0-e9e1a3fcf541 req-d0d64a8f-f87a-46af-931c-61f63ccfa2d7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309138 Jun 29 00:01:19.834075 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:20.745808 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b45a1-40ad-4d3f-9aea-b08e077f9094 req-3e0dedeb-d8bf-4d05-a71a-d505a17dfe19 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:20.747544 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3e1b45a1-40ad-4d3f-9aea-b08e077f9094 req-3e0dedeb-d8bf-4d05-a71a-d505a17dfe19 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0636606 Jun 29 00:01:20.786882 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3e1b45a1-40ad-4d3f-9aea-b08e077f9094 req-8b7f2697-5ba2-4a5a-8099-b9cf058836d2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336518 Jun 29 00:01:21.980822 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0145b-2526-4138-9481-c0a7114485b9 req-83e2a798-1be5-44c6-ac84-b5911178d696 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:21.982548 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3fa0145b-2526-4138-9481-c0a7114485b9 req-83e2a798-1be5-44c6-ac84-b5911178d696 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0795531 Jun 29 00:01:22.021498 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3fa0145b-2526-4138-9481-c0a7114485b9 req-4cd232a7-a2f7-487e-82fe-e180b75acc9f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331504 Jun 29 00:01:23.203649 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2c37-1649-4ec1-a1de-c72e8ecaf52f req-11a98042-ac20-4b81-98aa-bfd2dc664cb6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:23.205278 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-81ee2c37-1649-4ec1-a1de-c72e8ecaf52f req-11a98042-ac20-4b81-98aa-bfd2dc664cb6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0635588 Jun 29 00:01:23.246069 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-81ee2c37-1649-4ec1-a1de-c72e8ecaf52f req-049341db-65aa-4b0a-8281-109b2a0c2c1c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341871 Jun 29 00:01:24.433041 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88254-8889-4d83-b17b-96c6374db076 req-c54178da-b394-4de8-bcf5-887b18657368 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:24.434489 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-53f88254-8889-4d83-b17b-96c6374db076 req-c54178da-b394-4de8-bcf5-887b18657368 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0701430 Jun 29 00:01:24.474269 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-53f88254-8889-4d83-b17b-96c6374db076 req-60169cba-ff9c-4dfc-902f-d2217c45d6f5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340652 Jun 29 00:01:25.655208 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c411bd-7362-4df5-9a88-e01cfdf4c92f req-4530db1a-0b2c-4ccb-82e0-aa90c3050614 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:25.656703 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-80c411bd-7362-4df5-9a88-e01cfdf4c92f req-4530db1a-0b2c-4ccb-82e0-aa90c3050614 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0626171 Jun 29 00:01:25.699614 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-80c411bd-7362-4df5-9a88-e01cfdf4c92f req-6377dd70-dc36-4eeb-aeb1-f31b856f5fb5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370321 Jun 29 00:01:26.872220 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95035-adef-460e-bfc9-95a12491ae54 req-b5c48dcf-8874-4fc3-9c83-6aca6cb11e57 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:26.873739 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d5e95035-adef-460e-bfc9-95a12491ae54 req-b5c48dcf-8874-4fc3-9c83-6aca6cb11e57 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0630085 Jun 29 00:01:26.913212 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d5e95035-adef-460e-bfc9-95a12491ae54 req-9a72faaa-ec66-436a-9107-06ae11022458 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332723 Jun 29 00:01:28.105715 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635cb26-8748-4597-8bee-c2faefe5b299 req-c5ae6ea0-97ea-4a64-bbca-37d066995672 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:28.107434 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4635cb26-8748-4597-8bee-c2faefe5b299 req-c5ae6ea0-97ea-4a64-bbca-37d066995672 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0664172 Jun 29 00:01:28.146250 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4635cb26-8748-4597-8bee-c2faefe5b299 req-e5bbe57f-eb84-4c14-9d54-ea9c117ba4b8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321739 Jun 29 00:01:29.324897 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934f312-da97-4ada-b161-38a12b606fe0 req-46ae0543-db19-4b58-b5ee-27deeedb1492 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:29.326639 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1934f312-da97-4ada-b161-38a12b606fe0 req-46ae0543-db19-4b58-b5ee-27deeedb1492 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0631740 Jun 29 00:01:29.362915 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1934f312-da97-4ada-b161-38a12b606fe0 req-41e59c50-edf8-4271-b44a-21db541a0e53 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307117 Jun 29 00:01:30.541164 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834adc91-841b-487f-9146-fcc18ee93de6 req-b4e2e859-c761-4770-8665-f30d4cabe462 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:30.542626 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-834adc91-841b-487f-9146-fcc18ee93de6 req-b4e2e859-c761-4770-8665-f30d4cabe462 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0646904 Jun 29 00:01:30.579906 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-834adc91-841b-487f-9146-fcc18ee93de6 req-2aefcbba-f147-4b53-aa75-172f5d9dc876 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316918 Jun 29 00:01:31.756197 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4675ff-8fad-4594-ac0d-aa3b8a3a7018 req-fb517520-065e-4450-b0c4-63fc1f0eaf9f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:31.758230 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8c4675ff-8fad-4594-ac0d-aa3b8a3a7018 req-fb517520-065e-4450-b0c4-63fc1f0eaf9f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0647335 Jun 29 00:01:31.793638 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8c4675ff-8fad-4594-ac0d-aa3b8a3a7018 req-e7919537-744b-4948-ab1a-fa9f051489cf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298316 Jun 29 00:01:32.969190 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0e977-6ddb-4371-ae1b-0666541bd768 req-69e5ca01-cc18-4f7f-9669-ea213f933e7f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:32.970643 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a8e0e977-6ddb-4371-ae1b-0666541bd768 req-69e5ca01-cc18-4f7f-9669-ea213f933e7f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0604825 Jun 29 00:01:33.008862 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a8e0e977-6ddb-4371-ae1b-0666541bd768 req-270fa76f-402a-4db2-a3e7-abe3c41c0034 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319343 Jun 29 00:01:34.187247 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2875376-c388-4ebd-998e-dfcb935f22cf req-1f6ed748-243d-4896-8d8b-2db38948588e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:34.188701 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f2875376-c388-4ebd-998e-dfcb935f22cf req-1f6ed748-243d-4896-8d8b-2db38948588e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0663188 Jun 29 00:01:34.225864 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f2875376-c388-4ebd-998e-dfcb935f22cf req-6bc792f0-f2f4-4126-aa1a-1dd730f0d6fb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314531 Jun 29 00:01:35.411868 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4e3f4-faae-4fdc-b967-7bf53a0d20db req-1a8061a7-681a-4e17-98a4-9676525f3fc8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:35.413410 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-11a4e3f4-faae-4fdc-b967-7bf53a0d20db req-1a8061a7-681a-4e17-98a4-9676525f3fc8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0714939 Jun 29 00:01:35.451846 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-11a4e3f4-faae-4fdc-b967-7bf53a0d20db req-d8a4327e-7cb8-4bc7-981a-7687df9325ec tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328114 Jun 29 00:01:36.637726 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfdb75-1f54-40a3-bb1d-c64fd5e29656 req-44ba442b-63c9-4f36-84de-3d0a4f64b2e0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:36.639233 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d7cfdb75-1f54-40a3-bb1d-c64fd5e29656 req-44ba442b-63c9-4f36-84de-3d0a4f64b2e0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0677106 Jun 29 00:01:36.676082 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d7cfdb75-1f54-40a3-bb1d-c64fd5e29656 req-4e5ff840-10b3-4a0a-b150-28c6f8548e51 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312908 Jun 29 00:01:37.857952 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514b619-e173-4237-958a-d1e99b0a411b req-c7e735f2-3d5b-436b-9fa5-401473e60f44 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:37.859472 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f514b619-e173-4237-958a-d1e99b0a411b req-c7e735f2-3d5b-436b-9fa5-401473e60f44 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0626392 Jun 29 00:01:37.896624 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f514b619-e173-4237-958a-d1e99b0a411b req-112a72b2-304f-49d0-ada3-7f51f231b8eb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Jun 29 00:01:39.069661 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c5605239-8d76-427e-99a5-170711da4bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:39.074558 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063983b-fcbb-40ac-8870-5fb927e824a5 req-ddd1ade7-18c9-49ea-867d-154f4c137c5d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:39.076319 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f063983b-fcbb-40ac-8870-5fb927e824a5 req-ddd1ade7-18c9-49ea-867d-154f4c137c5d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0636168 Jun 29 00:01:39.112799 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f063983b-fcbb-40ac-8870-5fb927e824a5 req-3feb8084-cf5f-4e83-8d80-37392c7d7c3f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308852 Jun 29 00:01:40.294529 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c922d87-1a75-4014-90fd-354ae323338b req-cb811712-ac47-4cf2-bb6e-5cc7e6bd1b0f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:40.296054 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c922d87-1a75-4014-90fd-354ae323338b req-cb811712-ac47-4cf2-bb6e-5cc7e6bd1b0f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0678754 Jun 29 00:01:40.336186 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c922d87-1a75-4014-90fd-354ae323338b req-75ee2cc7-d4dd-4a8e-ad92-967d67b8e09a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339224 Jun 29 00:01:41.289404 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:01:41.568521 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88bfe6-9afc-422a-9d9d-ab618709bf94 req-fa49f361-8d7c-4b35-b8f1-6cf9fbb408d0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:41.570016 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ec88bfe6-9afc-422a-9d9d-ab618709bf94 req-fa49f361-8d7c-4b35-b8f1-6cf9fbb408d0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1125176 Jun 29 00:01:41.609275 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ec88bfe6-9afc-422a-9d9d-ab618709bf94 req-4db8dd52-86b8-4d48-8ae2-19ea8507d9f5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333636 Jun 29 00:01:42.284369 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d16c7401-95ff-4e2f-9cc7-c8ed4d4c4456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.552978 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.820337 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda79e66-4339-41a8-9803-873174d9b799 req-37f3d18b-fbf7-457c-b2b8-fdc5440eff17 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:42.821822 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eda79e66-4339-41a8-9803-873174d9b799 req-37f3d18b-fbf7-457c-b2b8-fdc5440eff17 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0768607 Jun 29 00:01:42.863934 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eda79e66-4339-41a8-9803-873174d9b799 req-3a9bc11a-e1c6-4917-9420-581d7c453ee6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355146 Jun 29 00:01:44.092026 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5273f-9d30-4ab9-b108-e6fd09d8c89b req-fafb1772-c4c3-4c98-ade2-b97ddf34e47e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:44.093681 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-46f5273f-9d30-4ab9-b108-e6fd09d8c89b req-fafb1772-c4c3-4c98-ade2-b97ddf34e47e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0703409 Jun 29 00:01:44.135973 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-46f5273f-9d30-4ab9-b108-e6fd09d8c89b req-56c1f03f-8d14-4f7c-bd67-5546616573c8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358572 Jun 29 00:01:44.272047 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.331581 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5b9cc-d76e-4284-ab85-9b5356a8c36d req-1be987f7-939f-4889-91c5-ad958fcfcb59 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:45.333190 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f4e5b9cc-d76e-4284-ab85-9b5356a8c36d req-1be987f7-939f-4889-91c5-ad958fcfcb59 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0772896 Jun 29 00:01:45.375123 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f4e5b9cc-d76e-4284-ab85-9b5356a8c36d req-618a9f54-3a90-4e42-a1d3-4a36bc7ae6b2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360317 Jun 29 00:01:46.565226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce07373-8a73-4f67-b84d-ff721b87bcef req-1074fc8b-2b9a-44ca-931f-0e64dbab5941 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:46.566712 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4ce07373-8a73-4f67-b84d-ff721b87bcef req-1074fc8b-2b9a-44ca-931f-0e64dbab5941 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0682609 Jun 29 00:01:46.605389 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4ce07373-8a73-4f67-b84d-ff721b87bcef req-b12c15fe-a582-47c3-806f-a0614f6eb61f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323954 Jun 29 00:01:46.743848 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:47.783208 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c910-9d2e-4808-9033-2c51456afef7 req-fc2746c2-e439-479f-9c53-a2c93f40f3b9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:47.784714 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-faf0c910-9d2e-4808-9033-2c51456afef7 req-fc2746c2-e439-479f-9c53-a2c93f40f3b9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0651689 Jun 29 00:01:47.826644 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-faf0c910-9d2e-4808-9033-2c51456afef7 req-903fabf3-33b9-4ede-9ea6-4faff5da8a19 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361569 Jun 29 00:01:49.005103 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352b6f7-ba52-4d4a-a7f0-a60db8108c58 req-4061ea94-cd2a-4880-be30-44c2ccafe3a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:49.006592 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d352b6f7-ba52-4d4a-a7f0-a60db8108c58 req-4061ea94-cd2a-4880-be30-44c2ccafe3a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0663488 Jun 29 00:01:49.044395 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d352b6f7-ba52-4d4a-a7f0-a60db8108c58 req-2b8e0139-e94e-4b86-9583-e6837dc90b29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313740 Jun 29 00:01:49.427550 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-b19e0714-9208-4839-887d-6b903a4de42f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552113 Jun 29 00:01:49.545378 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-5720d039-22cf-410d-ab84-155d910a6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:49.546958 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-5720d039-22cf-410d-ab84-155d910a6011 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 1098 time: 0.0539503 Jun 29 00:01:49.654050 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-ecfce6dd-5cb8-43c4-9737-d06ae21a3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:49.655553 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-ecfce6dd-5cb8-43c4-9737-d06ae21a3ddb service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.0880175 Jun 29 00:01:49.698144 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-f36b9c09-34eb-48f9-8f2b-9ae7fa9f7a76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=707309a2-d111-4463-8ca1-f4a106f8d505 HTTP/1.1" status: 200 len: 217 time: 0.0339518 Jun 29 00:01:49.747739 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-30a48dba-9950-4314-8a18-c53f719e7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:49.749229 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-30a48dba-9950-4314-8a18-c53f719e7846 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0447834 Jun 29 00:01:49.787755 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-62896bdc-f21d-4d80-b24f-1427535ac954 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305860 Jun 29 00:01:49.857559 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:49.885851 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-8e54108c-efe6-489c-990d-078a5ff99506 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904825 Jun 29 00:01:49.984166 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8e0c78b9-d80e-47ed-b077-061d2fdaabaf req-075d4249-9102-4288-848c-fea46bbd19d3 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905654 Jun 29 00:01:50.225469 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab9a92-2d34-4883-989b-db62dc5350ba req-c6edc505-1db0-494c-aa35-0dbb8c0c801b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:50.227042 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4bab9a92-2d34-4883-989b-db62dc5350ba req-c6edc505-1db0-494c-aa35-0dbb8c0c801b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0645456 Jun 29 00:01:50.268716 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4bab9a92-2d34-4883-989b-db62dc5350ba req-4b3482d0-2ff9-4d9e-ab4d-a5ccf163a177 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358231 Jun 29 00:01:51.445325 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb23e6-60df-4c47-bb4e-5744d51180ba req-693335d5-b5f2-4a67-915f-38d9b57af9f3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:51.446877 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a3cb23e6-60df-4c47-bb4e-5744d51180ba req-693335d5-b5f2-4a67-915f-38d9b57af9f3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0613115 Jun 29 00:01:51.491690 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a3cb23e6-60df-4c47-bb4e-5744d51180ba req-a51333e2-7a5d-44a5-bb26-97f33d7fc067 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385416 Jun 29 00:01:52.872987 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605a473-d9cf-4edd-bdf3-36ee31109e20 req-468c7b4e-b817-4687-a112-d5bcfdc397dd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:52.874172 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4605a473-d9cf-4edd-bdf3-36ee31109e20 req-468c7b4e-b817-4687-a112-d5bcfdc397dd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.2691884 Jun 29 00:01:52.911941 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4605a473-d9cf-4edd-bdf3-36ee31109e20 req-2d96a3bd-20e4-4c00-8c94-2e400934dd83 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321195 Jun 29 00:01:53.805920 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcfd31-0c1d-491d-b4ab-2cd6c066deba req-5771b427-3e0f-451b-8f6a-92c474ad3f56 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:53.807414 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a2bcfd31-0c1d-491d-b4ab-2cd6c066deba req-5771b427-3e0f-451b-8f6a-92c474ad3f56 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 945 time: 0.0645716 Jun 29 00:01:53.847681 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a2bcfd31-0c1d-491d-b4ab-2cd6c066deba req-647c879d-4818-4efd-ae73-dbf257337aaa tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Jun 29 00:01:53.991607 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-7597564c-1872-4f30-9459-534484963f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:53.993940 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-7597564c-1872-4f30-9459-534484963f18 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0552213 Jun 29 00:01:54.028649 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebdcb2-4404-4c5d-a302-212199391fab req-b4c6d63e-8e32-4f65-a353-0a4584261fc7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:54.030182 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f4ebdcb2-4404-4c5d-a302-212199391fab req-b4c6d63e-8e32-4f65-a353-0a4584261fc7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0715463 Jun 29 00:01:54.093441 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-4030507f-d35a-4e06-8595-b4d3287e0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:54.095005 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-4030507f-d35a-4e06-8595-b4d3287e0929 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.0915997 Jun 29 00:01:54.102716 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f4ebdcb2-4404-4c5d-a302-212199391fab req-a633d8bc-6d77-481b-89c3-03daba06e8d1 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647700 Jun 29 00:01:54.127119 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712261f5-562e-418f-a60f-914802738150 req-6bc0e126-d2c8-4f91-9df6-99a7d20b63ef tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:54.127119 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-712261f5-562e-418f-a60f-914802738150 req-6bc0e126-d2c8-4f91-9df6-99a7d20b63ef tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0907381 Jun 29 00:01:54.138223 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-2676d115-0822-4b74-85b8-8dce504d2e0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.0355546 Jun 29 00:01:54.167063 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-712261f5-562e-418f-a60f-914802738150 req-0ee4f4ad-2383-44ee-8f5e-c6958f54de4b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335658 Jun 29 00:01:54.191835 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-ec44a943-f835-4825-9f87-bd64080faa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:54.193599 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-ec44a943-f835-4825-9f87-bd64080faa5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0454698 Jun 29 00:01:54.232147 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-0fd36183-45f4-4556-80fa-95d179cff115 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298185 Jun 29 00:01:54.342039 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-87997d9f-5f5a-4d06-9696-ac4c61ac7220 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028016 Jun 29 00:01:54.439879 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-22bc6263-ccf4-4150-b528-c4a01a81dd47 req-f4eb0bf6-1935-4c8c-b5da-bacc291f6922 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903492 Jun 29 00:01:55.026968 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c1a36-5137-4503-8ae7-24f895e6d0d2 req-1cbd3efe-63cb-45d1-bff6-3615d8f75aee tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:55.028364 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-386c1a36-5137-4503-8ae7-24f895e6d0d2 req-1cbd3efe-63cb-45d1-bff6-3615d8f75aee tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 945 time: 0.0680399 Jun 29 00:01:55.064854 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-386c1a36-5137-4503-8ae7-24f895e6d0d2 req-0d8a49ee-61ce-4f30-b1f1-97b8ceb9a37b tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/security-groups?id=868769bf-de66-4d0f-b79e-54f441afc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308554 Jun 29 00:01:55.284808 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915db8-d3bc-44b9-9d45-f049cdd39988 req-7e0bc437-1d6b-4e75-a786-a4f9aa7307b0 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:55.286222 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-11915db8-d3bc-44b9-9d45-f049cdd39988 req-7e0bc437-1d6b-4e75-a786-a4f9aa7307b0 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0650978 Jun 29 00:01:55.353637 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-11915db8-d3bc-44b9-9d45-f049cdd39988 req-69a69c03-2f19-4d19-b461-ee7c4e6af236 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569484 Jun 29 00:01:55.379585 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6e0ca-f5f2-4baa-a742-6877d0801fb9 req-dcc0e2b3-946d-4f5b-817c-35a115558591 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:55.381281 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a3e6e0ca-f5f2-4baa-a742-6877d0801fb9 req-dcc0e2b3-946d-4f5b-817c-35a115558591 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0941708 Jun 29 00:01:55.423250 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a3e6e0ca-f5f2-4baa-a742-6877d0801fb9 req-66cb21bf-cc11-4469-9a77-c59056fa913d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354648 Jun 29 00:01:55.646663 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-3a68ff5b-908a-4f6a-be7e-c9e9bbedb09a tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:55.648893 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-3a68ff5b-908a-4f6a-be7e-c9e9bbedb09a tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 945 time: 0.0747509 Jun 29 00:01:55.761133 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Deleting port 7d56d393-4dba-48f4-b7a1-4234e9238c77 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:01:55.761471 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:55.847257 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] For port 7d56d393-4dba-48f4-b7a1-4234e9238c77, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7d56d393-4dba-48f4-b7a1-4234e9238c77,segment=NetworkSegment(15b89c49-a116-4f12-92aa-f54121fa62ea),segment_id=15b89c49-a116-4f12-92aa-f54121fa62ea)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:55.847611 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:55.858989 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Calling delete_port for 7d56d393-4dba-48f4-b7a1-4234e9238c77 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:01:55.984911 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:55.989078 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:56.014444 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Pushing event deleted for resources: {'Port': ['ID=7d56d393-4dba-48f4-b7a1-4234e9238c77,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:56.026084 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.026459 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.026824 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.027211 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.027567 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.027921 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.028273 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.028623 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.028972 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.029316 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.029661 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.030004 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:56.046914 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:56.066450 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] No DVR routers for this DVR port 7d56d393-4dba-48f4-b7a1-4234e9238c77 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:01:56.068712 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:56.071285 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7c7819-37b5-4e12-b508-33a2912e2fcf req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.38 "DELETE /v2.0/ports/7d56d393-4dba-48f4-b7a1-4234e9238c77 HTTP/1.1" status: 204 len: 173 time: 0.4147835 Jun 29 00:01:56.071762 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4eeafb-4d7f-4264-8283-c0d1d994476f', 'name': 'network-vif-deleted', 'tag': '7d56d393-4dba-48f4-b7a1-4234e9238c77'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:56.074001 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a772ce-c92d-4b22-a0a0-89bc9a71a828" -d '{"events": [{"server_uuid": "5a4eeafb-4d7f-4264-8283-c0d1d994476f", "name": "network-vif-deleted", "tag": "7d56d393-4dba-48f4-b7a1-4234e9238c77"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:56.109627 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ae298-b162-4f67-a617-2712e23512b9 x-openstack-request-id: req-e18ae298-b162-4f67-a617-2712e23512b9 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:56.109879 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4eeafb-4d7f-4264-8283-c0d1d994476f", "name": "network-vif-deleted", "tag": "7d56d393-4dba-48f4-b7a1-4234e9238c77", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:56.110126 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e18ae298-b162-4f67-a617-2712e23512b9 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:56.110587 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4eeafb-4d7f-4264-8283-c0d1d994476f', 'name': 'network-vif-deleted', 'tag': '7d56d393-4dba-48f4-b7a1-4234e9238c77', 'status': 'completed', 'code': 200} Jun 29 00:01:56.208699 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6ae7be59-000e-47f9-af52-6cdba2716768 req-ae8db3d9-d164-4200-bc1a-4aacb768144a tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a4eeafb-4d7f-4264-8283-c0d1d994476f HTTP/1.1" status: 200 len: 210 time: 0.0276864 Jun 29 00:01:56.587068 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeee0e-04bc-4251-b168-35284ad00b88 req-ea82ca9b-04f2-481d-9bc3-9824bbd12018 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:56.589466 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2cdeee0e-04bc-4251-b168-35284ad00b88 req-ea82ca9b-04f2-481d-9bc3-9824bbd12018 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1054058 Jun 29 00:01:56.665728 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2cdeee0e-04bc-4251-b168-35284ad00b88 req-d523a2b4-aed9-4ebd-a561-4ae3fc7fd120 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669258 Jun 29 00:01:56.717273 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adf326-04a4-4cc9-a2f2-1323f9e34007 req-77fc77d5-9039-40a1-9329-68301b6f936e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:56.719489 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f5adf326-04a4-4cc9-a2f2-1323f9e34007 req-77fc77d5-9039-40a1-9329-68301b6f936e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1292493 Jun 29 00:01:56.769761 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f5adf326-04a4-4cc9-a2f2-1323f9e34007 req-3b48f24f-ad23-4bc3-9b40-6af2dbe47712 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397351 Jun 29 00:01:57.621059 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 46276) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:57.666840 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d9a15b-32cc-413c-9455-7846645f13e4 admin admin] Deleting subnet 70059379-2a4d-4bec-b9d2-171b13184ec9 {{(pid=92940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:01:57.669838 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-11d9a15b-32cc-413c-9455-7846645f13e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:57.703831 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-11d9a15b-32cc-413c-9455-7846645f13e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467922'] for subnet, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:57.710442 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 7d56d393-4dba-48f4-b7a1-4234e9238c77 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:01:57.739017 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 7d56d393-4dba-48f4-b7a1-4234e9238c77 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:01:57.739734 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 7d56d393-4dba-48f4-b7a1-4234e9238c77 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:01:57.747139 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-11d9a15b-32cc-413c-9455-7846645f13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:57.802578 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-11d9a15b-32cc-413c-9455-7846645f13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4462977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4468348'] for subnet, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:57.805589 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6cd8423b-a582-47ae-bf35-c0b3e89aaa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:57.830027 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9a15b-32cc-413c-9455-7846645f13e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70059379-2a4d-4bec-b9d2-171b13184ec9,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:57.836802 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-11d9a15b-32cc-413c-9455-7846645f13e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:57.838946 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-11d9a15b-32cc-413c-9455-7846645f13e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:57.843395 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-11d9a15b-32cc-413c-9455-7846645f13e4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70059379-2a4d-4bec-b9d2-171b13184ec9 HTTP/1.1" status: 204 len: 168 time: 0.2212813 Jun 29 00:01:57.843664 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 46288) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:57.925846 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5075d7-ba0d-4859-9f7f-f5bd59bd7e29 req-28bd13a6-d632-4e1c-9200-c704485d165b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:57.927592 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fa5075d7-ba0d-4859-9f7f-f5bd59bd7e29 req-28bd13a6-d632-4e1c-9200-c704485d165b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1293986 Jun 29 00:01:57.946533 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.029119 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fa5075d7-ba0d-4859-9f7f-f5bd59bd7e29 req-dd8d2cc8-60d0-4005-8730-d932e5a33bb8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Jun 29 00:01:58.093530 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc683b75-1b70-42df-ac24-b3e71c3d6c45 req-f1ae224a-acc9-4eb2-a12b-7c00165c6dd3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:58.095037 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cc683b75-1b70-42df-ac24-b3e71c3d6c45 req-f1ae224a-acc9-4eb2-a12b-7c00165c6dd3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1641219 Jun 29 00:01:58.099993 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.123494 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ead890a-e3f5-4361-abed-ce0c7b11c617']}} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:58.137057 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b89c49-a116-4f12-92aa-f54121fa62ea') {'for_net_delete': True} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:58.137385 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b89c49-a116-4f12-92aa-f54121fa62ea') {} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:58.153517 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592450'] for segment, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.166003 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cc683b75-1b70-42df-ac24-b3e71c3d6c45 req-d0f0db21-b587-4bf5-b1d3-15688e6558de tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623240 Jun 29 00:01:58.172476 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.179364 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=92941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:01:58.179759 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4606095'] for segment, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: Traceback (most recent call last): Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: timer() Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: cb(*args, **kw) Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: return func(*args, **kwargs) Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: self._notify() Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: self.callback(batched_events) Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: event.method(event) Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: return f(self, *a, **k) Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._get(url).json() Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: return self.request(url, 'GET', **kwargs) Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:01:58.181470 dv-cinder-763306-13-iscsi neutron-server[92941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:01:58.239298 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.243120 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:58.245620 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.247486 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8ead890a-e3f5-4361-abed-ce0c7b11c617 HTTP/1.1" status: 204 len: 168 time: 0.4014785 Jun 29 00:01:58.259924 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ead890a-e3f5-4361-abed-ce0c7b11c617,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:58.267960 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.268339 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.268701 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.269059 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.269414 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.269769 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.270118 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.270469 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.270821 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.271242 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.271582 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.271921 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:58.276093 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-23d85670-0fc8-4ee8-962d-78c814661628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:58.424931 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 46296) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:58.468283 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-33510b8b-98d9-4b0b-9884-10e31ea8d0f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f368e0ec7ab443ab9f1d84b4e99161d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420072 Jun 29 00:01:58.470623 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 46298) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:58.517667 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-a2e45158-8808-4fda-af72-ccc10de12d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.538758 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-a2e45158-8808-4fda-af72-ccc10de12d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.589219 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-a2e45158-8808-4fda-af72-ccc10de12d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.592165 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-a2e45158-8808-4fda-af72-ccc10de12d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:58.593331 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-a2e45158-8808-4fda-af72-ccc10de12d45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/868769bf-de66-4d0f-b79e-54f441afc6fd HTTP/1.1" status: 204 len: 168 time: 0.1217446 Jun 29 00:01:58.594128 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7d52034f-806b-4d97-86ae-28406003999b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:58.601448 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e45158-8808-4fda-af72-ccc10de12d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868769bf-de66-4d0f-b79e-54f441afc6fd,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:58.603860 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-a2e45158-8808-4fda-af72-ccc10de12d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:59.201462 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e003cbe-3537-4d7a-a7e7-c962f92a5c64 req-ff6273e1-29f9-463a-b460-aab9e3ab1c78 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:59.203007 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e003cbe-3537-4d7a-a7e7-c962f92a5c64 req-ff6273e1-29f9-463a-b460-aab9e3ab1c78 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0650458 Jun 29 00:01:59.243395 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e003cbe-3537-4d7a-a7e7-c962f92a5c64 req-9cb3c229-d466-4cf1-b2e4-68c3afca5fcb tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Jun 29 00:01:59.350077 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22fe5a-4a69-45cd-975a-0c252545af83 req-c94d15db-45a5-453c-8388-8b9a1db8eec0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:59.351692 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3e22fe5a-4a69-45cd-975a-0c252545af83 req-c94d15db-45a5-453c-8388-8b9a1db8eec0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0697215 Jun 29 00:01:59.389749 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3e22fe5a-4a69-45cd-975a-0c252545af83 req-5c421658-57a1-4890-a552-bccdf7ccf5de tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323424 Jun 29 00:02:00.423087 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e903b9-4997-474c-ad7f-f8f0f6e6a392 req-13cf3a3c-3726-4561-90d0-dd9d1162bbf8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:00.424614 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-02e903b9-4997-474c-ad7f-f8f0f6e6a392 req-13cf3a3c-3726-4561-90d0-dd9d1162bbf8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0646708 Jun 29 00:02:00.465744 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-02e903b9-4997-474c-ad7f-f8f0f6e6a392 req-c62a26ee-c1dc-4327-8676-1eeb354e31e5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346882 Jun 29 00:02:00.605079 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28cefa-cf66-4dd5-b645-1de2d17d1a71 req-8159c38d-6307-4eca-a226-6e59a598948f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:00.606614 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-de28cefa-cf66-4dd5-b645-1de2d17d1a71 req-8159c38d-6307-4eca-a226-6e59a598948f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0687678 Jun 29 00:02:00.646811 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-de28cefa-cf66-4dd5-b645-1de2d17d1a71 req-fc5e6497-5f29-4cf9-a45f-33da38ac68a4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342860 Jun 29 00:02:01.663578 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef9936-ed9b-4737-855b-891c34bcb166 req-7fa49f01-23e3-408e-90ed-afed799559c2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:01.665079 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-92ef9936-ed9b-4737-855b-891c34bcb166 req-7fa49f01-23e3-408e-90ed-afed799559c2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0661976 Jun 29 00:02:01.705650 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-92ef9936-ed9b-4737-855b-891c34bcb166 req-dbe5b270-9dc0-427f-a4f8-333d7511d32b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Jun 29 00:02:01.827358 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddf309-6d52-4f29-b9cf-be6ee8f34b1f req-cf554c74-d504-49cd-a9e5-bba4c0607d85 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:01.828718 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7fddf309-6d52-4f29-b9cf-be6ee8f34b1f req-cf554c74-d504-49cd-a9e5-bba4c0607d85 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0621822 Jun 29 00:02:01.872396 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7fddf309-6d52-4f29-b9cf-be6ee8f34b1f req-2040427e-c477-444c-95fc-d0b1be34c530 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381117 Jun 29 00:02:03.098251 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc473f32-89be-4971-8ea1-0741f7921c78 req-31207a61-965a-40c6-a8d3-9df0ec585d6e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:03.099755 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fc473f32-89be-4971-8ea1-0741f7921c78 req-31207a61-965a-40c6-a8d3-9df0ec585d6e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1066329 Jun 29 00:02:03.118829 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c7add-1932-40c4-8c62-b9b571a1deae req-05975f08-9f7e-42ff-8371-8e8c5c6a00b2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:03.120406 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-030c7add-1932-40c4-8c62-b9b571a1deae req-05975f08-9f7e-42ff-8371-8e8c5c6a00b2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0927308 Jun 29 00:02:03.166741 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fc473f32-89be-4971-8ea1-0741f7921c78 req-9e76e676-0f5b-4562-ab50-7587353f8b69 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608950 Jun 29 00:02:03.179940 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-030c7add-1932-40c4-8c62-b9b571a1deae req-53bb93c8-6f42-4eed-a7a6-3be9b220b3cf tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Jun 29 00:02:04.383618 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ced1-d916-4bbe-ad58-174b41fa314e req-5da982f1-6b3b-4c7d-ad49-199172d324a4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:04.385110 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c8e7ced1-d916-4bbe-ad58-174b41fa314e req-5da982f1-6b3b-4c7d-ad49-199172d324a4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1029477 Jun 29 00:02:04.410124 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c77f0-57c3-4774-91b1-c70bffe339a6 req-5a640304-653e-4c68-90f3-1f51febd293a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:04.411594 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-392c77f0-57c3-4774-91b1-c70bffe339a6 req-5a640304-653e-4c68-90f3-1f51febd293a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0977075 Jun 29 00:02:04.452882 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c8e7ced1-d916-4bbe-ad58-174b41fa314e req-03c0a8be-c68f-42a7-b1d5-52d74aaf4e9a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604904 Jun 29 00:02:04.466670 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-392c77f0-57c3-4774-91b1-c70bffe339a6 req-9351e08c-7710-4a0b-97ef-5f1057523376 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488331 Jun 29 00:02:05.673616 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0412033-fa67-432f-84f2-f80a1df2d8e8 req-7876b4cf-a451-4b83-b457-ee4727ec7a2b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:05.675112 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d0412033-fa67-432f-84f2-f80a1df2d8e8 req-7876b4cf-a451-4b83-b457-ee4727ec7a2b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1039777 Jun 29 00:02:05.695201 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5a0bb-3b5e-4432-a4f6-c590bb5d8b3e req-d5d240df-463d-493c-be13-553383e4b343 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:05.696660 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1eb5a0bb-3b5e-4432-a4f6-c590bb5d8b3e req-d5d240df-463d-493c-be13-553383e4b343 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0982778 Jun 29 00:02:05.739830 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d0412033-fa67-432f-84f2-f80a1df2d8e8 req-bdd5ef4f-cd8b-4f13-b587-68061eb1dfc7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581217 Jun 29 00:02:05.753055 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1eb5a0bb-3b5e-4432-a4f6-c590bb5d8b3e req-4bd4b0cf-55dc-47d3-acca-4ba9552c9917 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485470 Jun 29 00:02:06.453897 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca694cb6-cc32-4831-83ae-b5c13bf57196 req-ad4539f2-4e5e-478f-af71-3fa7608a129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:06.455433 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ca694cb6-cc32-4831-83ae-b5c13bf57196 req-ad4539f2-4e5e-478f-af71-3fa7608a129a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.1484215 Jun 29 00:02:06.494437 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ca694cb6-cc32-4831-83ae-b5c13bf57196 req-1e9dc5f9-cea7-47f5-af23-c6804e9fcff8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273514 Jun 29 00:02:06.970437 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53296237-dceb-4b5b-8315-d8d4ed9e1bf9 req-8e392ec7-74d2-43a7-9e72-29d770b0b93f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:06.971960 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-53296237-dceb-4b5b-8315-d8d4ed9e1bf9 req-8e392ec7-74d2-43a7-9e72-29d770b0b93f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1171434 Jun 29 00:02:06.992880 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0161de-e974-4a82-a17a-1f4e58dc4efa req-3f731676-4453-4cd6-86f6-d97eea0253f7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:06.994390 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2e0161de-e974-4a82-a17a-1f4e58dc4efa req-3f731676-4453-4cd6-86f6-d97eea0253f7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1026671 Jun 29 00:02:07.042925 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-53296237-dceb-4b5b-8315-d8d4ed9e1bf9 req-4d3029f8-cab7-4bad-bf03-8ce42f7d7b7c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642118 Jun 29 00:02:07.057373 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2e0161de-e974-4a82-a17a-1f4e58dc4efa req-296c91b5-d554-4459-9dd2-34df2383578d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547855 Jun 29 00:02:08.261419 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509b219-d033-4e7d-99d4-69a52b97aaca req-b27934c3-057a-4f0d-acf8-d52f7f97f4ec tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:08.263012 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3509b219-d033-4e7d-99d4-69a52b97aaca req-b27934c3-057a-4f0d-acf8-d52f7f97f4ec tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1047254 Jun 29 00:02:08.271355 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab82f3-4744-4de2-8648-ee38898c137b req-2f5411f7-c752-481c-8a22-ae85f56400a2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:08.273445 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4bab82f3-4744-4de2-8648-ee38898c137b req-2f5411f7-c752-481c-8a22-ae85f56400a2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1042700 Jun 29 00:02:08.328199 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3509b219-d033-4e7d-99d4-69a52b97aaca req-6cd792d5-6df7-4ecc-9828-ba899cdbcb2b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536878 Jun 29 00:02:08.340882 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4bab82f3-4744-4de2-8648-ee38898c137b req-b9556fd5-bb6f-47a9-80d1-ccdf98484a90 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582190 Jun 29 00:02:08.830935 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-7b0df583-fe38-4d84-a655-056e82d64cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:08.832422 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-7b0df583-fe38-4d84-a655-056e82d64cfc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0566573 Jun 29 00:02:08.872508 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6b384-f280-42ff-beb9-f1b24d0db6cc req-65fb8d05-094d-4908-ae17-a65366c2f180 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:08.873916 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-89e6b384-f280-42ff-beb9-f1b24d0db6cc req-65fb8d05-094d-4908-ae17-a65366c2f180 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0708168 Jun 29 00:02:08.914624 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-89e6b384-f280-42ff-beb9-f1b24d0db6cc req-d6987e62-e4aa-47a8-88ec-0b04494dc40e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Jun 29 00:02:08.931241 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-dfc66f42-741d-48ec-976e-af8506d391db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:08.932742 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-dfc66f42-741d-48ec-976e-af8506d391db service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.0933073 Jun 29 00:02:08.977444 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-3eeb3434-2048-4451-8bb7-c5b5f8213658 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.0376751 Jun 29 00:02:09.029333 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-b414662e-49c5-4b2c-8ae2-e5dcdf2ef3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:09.030843 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-b414662e-49c5-4b2c-8ae2-e5dcdf2ef3ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0472426 Jun 29 00:02:09.066482 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-1327e9a4-7856-4290-9c3b-4f0999cd7524 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276349 Jun 29 00:02:09.076033 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-50c110b2-0058-4915-bdf9-704f87a662dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:09.156123 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-aa50b6b8-a814-4c9d-bdbd-73462e8577b6 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829535 Jun 29 00:02:09.246901 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a01e727e-e48a-4b40-a7d2-c809dfe7480a req-0d0f57f9-bdce-47cf-ad88-4414bf06129c service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838821 Jun 29 00:02:09.511095 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8847570-0214-478d-93b1-4a5589902e47 req-ebe29b53-28ef-46b6-b7df-dbbfc11d9d38 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:09.512740 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c8847570-0214-478d-93b1-4a5589902e47 req-ebe29b53-28ef-46b6-b7df-dbbfc11d9d38 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0650983 Jun 29 00:02:09.549881 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c8847570-0214-478d-93b1-4a5589902e47 req-c63b55ae-c0ea-4ee5-8a60-622654f39264 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Jun 29 00:02:10.087056 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263536bc-44d8-4c94-a3d3-a07f45941215 req-53ef90cf-ace9-4744-9c32-96accb99fa10 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:10.088517 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-263536bc-44d8-4c94-a3d3-a07f45941215 req-53ef90cf-ace9-4744-9c32-96accb99fa10 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0645223 Jun 29 00:02:10.124847 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-263536bc-44d8-4c94-a3d3-a07f45941215 req-2ad91d71-b7df-4897-b537-0a3224b818d7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Jun 29 00:02:10.742505 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96df8-47c2-43f4-af37-a0e771e5104b req-ed1dd849-3152-4e09-ba66-87be109a49c6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:10.744012 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4fa96df8-47c2-43f4-af37-a0e771e5104b req-ed1dd849-3152-4e09-ba66-87be109a49c6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0690870 Jun 29 00:02:10.780392 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4fa96df8-47c2-43f4-af37-a0e771e5104b req-fe902cf4-bd31-460c-82ab-ff8b55f5af90 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308142 Jun 29 00:02:11.295281 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb97b9-ede1-4fdf-8fd9-97ea9209ca44 req-59cc27e9-e5a3-481e-9e94-7cfe5f6ec374 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:11.296743 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1cb97b9-ede1-4fdf-8fd9-97ea9209ca44 req-59cc27e9-e5a3-481e-9e94-7cfe5f6ec374 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0628273 Jun 29 00:02:11.338767 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1cb97b9-ede1-4fdf-8fd9-97ea9209ca44 req-4bb5696b-f6c7-4a0b-a740-af222e2d0ad8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362556 Jun 29 00:02:11.959183 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aa0a9-755d-46fc-8031-cf2e879853f8 req-b5a48367-edf7-4408-95d8-011bece2f6a7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:11.960659 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-050aa0a9-755d-46fc-8031-cf2e879853f8 req-b5a48367-edf7-4408-95d8-011bece2f6a7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0647008 Jun 29 00:02:11.997821 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-050aa0a9-755d-46fc-8031-cf2e879853f8 req-86003f00-96d2-4187-8cde-5bb324d559a0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316055 Jun 29 00:02:12.285776 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f638b72d-c608-45c6-a4ec-c461470f64f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:12.510869 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1eba5-fc1e-4c49-acdf-00f5cfb3bab7 req-1ee4c3be-7271-4c74-843d-c2eb40bac38a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:12.512327 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-23b1eba5-fc1e-4c49-acdf-00f5cfb3bab7 req-1ee4c3be-7271-4c74-843d-c2eb40bac38a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0645688 Jun 29 00:02:12.545033 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:12.549075 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-23b1eba5-fc1e-4c49-acdf-00f5cfb3bab7 req-912effd4-ea0f-4ee9-b439-6c5cb28a3ba8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304909 Jun 29 00:02:13.184567 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c1996-bc58-4d4f-8ffe-13bf80380a82 req-cbf5c0e6-f495-4193-925d-16ab94256e6c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:13.186113 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-720c1996-bc58-4d4f-8ffe-13bf80380a82 req-cbf5c0e6-f495-4193-925d-16ab94256e6c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0710423 Jun 29 00:02:13.224457 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-720c1996-bc58-4d4f-8ffe-13bf80380a82 req-acdbd3fa-ea5b-4c71-9cdb-4c1ce90ceea5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321126 Jun 29 00:02:14.267425 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:14.513136 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae548b-5729-4726-ad3a-763f031718bc req-ab4ed035-764f-4c6b-8901-382c3fac74e8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:14.514769 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-92ae548b-5729-4726-ad3a-763f031718bc req-ab4ed035-764f-4c6b-8901-382c3fac74e8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0646176 Jun 29 00:02:14.553979 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-92ae548b-5729-4726-ad3a-763f031718bc req-ea85e6ec-5fcf-445b-b682-ab4ee52407fc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335476 Jun 29 00:02:15.764211 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76696413-4f61-4e9b-9a9b-8f8e5b67ad97 req-93c9da49-937d-4242-b4cd-7bb047882f76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:15.765776 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-76696413-4f61-4e9b-9a9b-8f8e5b67ad97 req-93c9da49-937d-4242-b4cd-7bb047882f76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0688581 Jun 29 00:02:15.809348 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-76696413-4f61-4e9b-9a9b-8f8e5b67ad97 req-61ff7d5d-1b1a-451d-b371-f4ac45435831 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373268 Jun 29 00:02:16.750556 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:17.028136 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4286d1f-7dc3-4b13-b8e5-7a8f66f30d5b req-a4acf553-dcc6-441d-9ebf-4e59dbe58d38 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:17.030388 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e4286d1f-7dc3-4b13-b8e5-7a8f66f30d5b req-a4acf553-dcc6-441d-9ebf-4e59dbe58d38 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0796809 Jun 29 00:02:17.073500 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e4286d1f-7dc3-4b13-b8e5-7a8f66f30d5b req-660a90c7-2dba-42ef-877c-325c8e446932 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367918 Jun 29 00:02:18.275234 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975fa92-5ea6-43d4-aab5-1676ec969336 req-d33f2259-33c5-4e81-9a6e-a13bd3117240 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:18.277301 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0975fa92-5ea6-43d4-aab5-1676ec969336 req-d33f2259-33c5-4e81-9a6e-a13bd3117240 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0752120 Jun 29 00:02:18.297131 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:02:18.329008 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0975fa92-5ea6-43d4-aab5-1676ec969336 req-26f7dcf0-3dc3-419a-a403-860dbef02cae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392418 Jun 29 00:02:19.528408 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664969c4-7e57-4798-b143-9d2c4d91a5ce req-08ca9a77-f11c-4222-92c7-6d8c0208f14b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:19.529941 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-664969c4-7e57-4798-b143-9d2c4d91a5ce req-08ca9a77-f11c-4222-92c7-6d8c0208f14b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0721579 Jun 29 00:02:19.571235 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-664969c4-7e57-4798-b143-9d2c4d91a5ce req-d0fbbdb7-3682-4723-bab4-4d3cd69845d6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339739 Jun 29 00:02:19.859447 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:20.768232 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b3bc2-d248-4c5e-9999-29abc285110e req-754e191b-b58a-418c-8946-c3f069b6c787 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:20.769722 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9b1b3bc2-d248-4c5e-9999-29abc285110e req-754e191b-b58a-418c-8946-c3f069b6c787 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0652595 Jun 29 00:02:20.810413 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9b1b3bc2-d248-4c5e-9999-29abc285110e req-ca004798-acda-4a58-bfbc-6b9436a765e2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344486 Jun 29 00:02:22.022425 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fe6d9-1af0-418f-8833-d2ae7b9a03d3 req-1b0b500f-1144-47e2-9811-0a6d6aab808b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:22.024259 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f0fe6d9-1af0-418f-8833-d2ae7b9a03d3 req-1b0b500f-1144-47e2-9811-0a6d6aab808b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0783038 Jun 29 00:02:22.088233 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f0fe6d9-1af0-418f-8833-d2ae7b9a03d3 req-f3414bfa-c3e8-4aea-adca-faa579d90a79 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577698 Jun 29 00:02:23.305364 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9764a-8dbd-4569-9b4f-6f74874eb214 req-c2f1ed53-0ea2-4d0f-be8f-87fc5852dc38 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:23.307143 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2de9764a-8dbd-4569-9b4f-6f74874eb214 req-c2f1ed53-0ea2-4d0f-be8f-87fc5852dc38 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0706923 Jun 29 00:02:23.360708 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2de9764a-8dbd-4569-9b4f-6f74874eb214 req-2223dd18-476b-444a-b9a6-ecfb4a38ab63 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466340 Jun 29 00:02:24.545108 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82c56d-f9fb-4dbf-ae7b-13878d35841e req-2e36f07f-054b-4342-a83d-3bc6019d8232 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:24.546566 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9f82c56d-f9fb-4dbf-ae7b-13878d35841e req-2e36f07f-054b-4342-a83d-3bc6019d8232 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0626411 Jun 29 00:02:24.587306 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9f82c56d-f9fb-4dbf-ae7b-13878d35841e req-679340db-1714-45e8-8a81-d9ad748f0375 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348868 Jun 29 00:02:25.768882 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea211cc-40ec-4e57-9349-2078b4aba9cd req-21092fb9-d052-42f1-8de8-d93f3e7e6e8d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:25.770377 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7ea211cc-40ec-4e57-9349-2078b4aba9cd req-21092fb9-d052-42f1-8de8-d93f3e7e6e8d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0694242 Jun 29 00:02:25.809458 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7ea211cc-40ec-4e57-9349-2078b4aba9cd req-fb1c393c-6ff7-426e-bdc7-d94b5bce5469 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331113 Jun 29 00:02:26.987595 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5fdef-dce2-49f8-8140-ec0d0a12b1b9 req-1c2b7e38-ba5f-40b8-92b0-165de6885953 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:26.989086 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4bc5fdef-dce2-49f8-8140-ec0d0a12b1b9 req-1c2b7e38-ba5f-40b8-92b0-165de6885953 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0628855 Jun 29 00:02:27.030020 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4bc5fdef-dce2-49f8-8140-ec0d0a12b1b9 req-82c0305b-ecca-4801-a55b-ee0c7cbca7c7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347884 Jun 29 00:02:28.212006 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e2281-890f-4fda-8fcd-5f5717d664ba req-d307e3e4-1caa-4497-b0f8-fcdc8f522330 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:28.213471 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ab4e2281-890f-4fda-8fcd-5f5717d664ba req-d307e3e4-1caa-4497-b0f8-fcdc8f522330 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0651815 Jun 29 00:02:28.469260 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ab4e2281-890f-4fda-8fcd-5f5717d664ba req-7884cd44-cab8-4246-9047-4e56bf5698c9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495990 Jun 29 00:02:29.666637 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82999855-57db-4eea-9b42-dc624d602fc0 req-6b7b273d-f5ec-4e36-a7ae-6594396d5fa9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:29.668055 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-82999855-57db-4eea-9b42-dc624d602fc0 req-6b7b273d-f5ec-4e36-a7ae-6594396d5fa9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0641930 Jun 29 00:02:29.708154 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-82999855-57db-4eea-9b42-dc624d602fc0 req-ea854649-138a-44ec-9ee3-54c55833c383 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341229 Jun 29 00:02:30.901785 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee8c4-cfa5-4608-b8ad-f9b5b5b74be0 req-b58417f4-4f78-419f-834d-4325d76ef4ca tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:30.903307 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7dcee8c4-cfa5-4608-b8ad-f9b5b5b74be0 req-b58417f4-4f78-419f-834d-4325d76ef4ca tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0645640 Jun 29 00:02:30.955784 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7dcee8c4-cfa5-4608-b8ad-f9b5b5b74be0 req-02e9fc4a-6793-499d-9e94-676fe3065e6c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368342 Jun 29 00:02:32.184926 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa11dd-e241-4191-aaea-0ccbba830cee req-56ce6ca4-60ac-4c7d-9315-64879d749427 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:32.187590 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b7aa11dd-e241-4191-aaea-0ccbba830cee req-56ce6ca4-60ac-4c7d-9315-64879d749427 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0879004 Jun 29 00:02:32.226886 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b7aa11dd-e241-4191-aaea-0ccbba830cee req-9d40f347-851d-4dda-88d7-d7b1b36da05f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336728 Jun 29 00:02:33.418943 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719fba3-1074-4639-a38e-9724ffeecd0b req-6d702d96-7976-43f1-a24e-2f9baa1ec835 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:33.420340 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7719fba3-1074-4639-a38e-9724ffeecd0b req-6d702d96-7976-43f1-a24e-2f9baa1ec835 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0655367 Jun 29 00:02:33.460823 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7719fba3-1074-4639-a38e-9724ffeecd0b req-446add43-0b03-4be4-828b-3c5c658c9fb9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347950 Jun 29 00:02:34.654694 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4009-f458-49e9-a246-1812aa4e1f18 req-775b1632-fabc-4a86-9821-22ed5042ed7d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:34.656237 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-003a4009-f458-49e9-a246-1812aa4e1f18 req-775b1632-fabc-4a86-9821-22ed5042ed7d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0756764 Jun 29 00:02:34.699973 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-003a4009-f458-49e9-a246-1812aa4e1f18 req-cca142cc-0714-493b-bb61-24882bfa1be1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336850 Jun 29 00:02:35.889037 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fa8a7-308c-4b31-92cb-23f93cdf3e80 req-f2d79868-1604-4cbe-9c32-35765996a86e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:35.890593 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-331fa8a7-308c-4b31-92cb-23f93cdf3e80 req-f2d79868-1604-4cbe-9c32-35765996a86e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0663216 Jun 29 00:02:35.930164 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-331fa8a7-308c-4b31-92cb-23f93cdf3e80 req-970e9fe0-ac16-44c0-ba8f-9b8065e43b22 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334210 Jun 29 00:02:37.117892 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb9d52-98c9-4d69-a3de-4677b516e2dd req-002ad3e1-b8e8-45ce-b9df-1d04b7b5c72d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:37.120865 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-01eb9d52-98c9-4d69-a3de-4677b516e2dd req-002ad3e1-b8e8-45ce-b9df-1d04b7b5c72d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0724173 Jun 29 00:02:37.174609 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-01eb9d52-98c9-4d69-a3de-4677b516e2dd req-fd63c407-8de0-42fe-a9f1-41989dce40de tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484366 Jun 29 00:02:38.388058 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc52340-7579-4d59-83ab-41d5cba38d00 req-2b5910a8-7ebf-400b-b616-764301af3973 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:38.389550 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7cc52340-7579-4d59-83ab-41d5cba38d00 req-2b5910a8-7ebf-400b-b616-764301af3973 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0651031 Jun 29 00:02:38.430514 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7cc52340-7579-4d59-83ab-41d5cba38d00 req-631fe591-2fa2-4ef9-8ef6-6556a414cd15 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352421 Jun 29 00:02:39.071302 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b67229f4-0289-4e87-af95-4b60bf87b914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:39.638581 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d63303-92fc-4a77-a42b-99abe4db5698 req-5ccb730b-6565-4fc9-a079-62e2f5bae659 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:39.640137 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f9d63303-92fc-4a77-a42b-99abe4db5698 req-5ccb730b-6565-4fc9-a079-62e2f5bae659 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0656426 Jun 29 00:02:39.680417 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f9d63303-92fc-4a77-a42b-99abe4db5698 req-58d75ef2-a33d-414d-baf7-1b22d5a4d8a9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346432 Jun 29 00:02:40.864456 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e925fd-c0b8-4030-9b2d-5c5c7ccac448 req-e6095c2f-01db-4b69-9b0f-4d86fdbe1d6e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:40.866004 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-14e925fd-c0b8-4030-9b2d-5c5c7ccac448 req-e6095c2f-01db-4b69-9b0f-4d86fdbe1d6e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0687013 Jun 29 00:02:40.906216 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-14e925fd-c0b8-4030-9b2d-5c5c7ccac448 req-a9f18cf1-1feb-4712-a912-b3963bd73a8f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Jun 29 00:02:42.096305 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea2516-dda0-4b91-827b-f1cc2236c9fc req-b6d07ccc-db8f-4e81-a6f2-73cbca429bb5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:42.097986 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bdea2516-dda0-4b91-827b-f1cc2236c9fc req-b6d07ccc-db8f-4e81-a6f2-73cbca429bb5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0650041 Jun 29 00:02:42.156243 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bdea2516-dda0-4b91-827b-f1cc2236c9fc req-10506abe-ebb4-4962-8b67-6b94be2f75fe tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517612 Jun 29 00:02:42.288281 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1ab5e234-480d-46d8-9c17-d908a9b44667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:42.548296 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:43.338179 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1fffa-ba0a-4220-a565-0020e2487d8b req-8b7ef946-6bd3-45fc-b24f-478e31cc6aa3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:43.339675 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-32d1fffa-ba0a-4220-a565-0020e2487d8b req-8b7ef946-6bd3-45fc-b24f-478e31cc6aa3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0671453 Jun 29 00:02:43.379292 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-32d1fffa-ba0a-4220-a565-0020e2487d8b req-1fa47f14-4f5d-4f2e-b86f-62dd753c3646 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338740 Jun 29 00:02:44.269950 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:44.562703 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedb3aa-146d-49b5-a9dd-0c0e7eaa6837 req-dbf19707-a366-4b8b-9f08-f4cc2c8813bc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:44.564257 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ccedb3aa-146d-49b5-a9dd-0c0e7eaa6837 req-dbf19707-a366-4b8b-9f08-f4cc2c8813bc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0673237 Jun 29 00:02:44.609481 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ccedb3aa-146d-49b5-a9dd-0c0e7eaa6837 req-5639fedb-14c7-4852-8e10-9e4a97d69a87 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393646 Jun 29 00:02:45.791933 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dd511-2e50-45b0-a9ea-29cf340964ea req-8dee7e28-7b16-4ed8-99e3-30aa4101de91 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:45.793279 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-155dd511-2e50-45b0-a9ea-29cf340964ea req-8dee7e28-7b16-4ed8-99e3-30aa4101de91 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0612371 Jun 29 00:02:45.830157 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-155dd511-2e50-45b0-a9ea-29cf340964ea req-47802551-6bca-46d3-93ac-7985a5ce117c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Jun 29 00:02:46.750098 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:47.017293 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc91fe-4de5-449d-92f5-cb0186961539 req-efa6736e-b34d-4c47-a007-2c518204c3c7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:47.018753 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbdc91fe-4de5-449d-92f5-cb0186961539 req-efa6736e-b34d-4c47-a007-2c518204c3c7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0721319 Jun 29 00:02:47.055656 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbdc91fe-4de5-449d-92f5-cb0186961539 req-4d83124f-cf0c-4262-946c-3481365a7831 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Jun 29 00:02:48.233805 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d7647-70fa-47e4-a6ae-e6b04d16d1ac req-e1c53c51-7be3-40c7-afef-aa7458a0e527 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:48.235270 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-364d7647-70fa-47e4-a6ae-e6b04d16d1ac req-e1c53c51-7be3-40c7-afef-aa7458a0e527 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0636625 Jun 29 00:02:48.271310 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-364d7647-70fa-47e4-a6ae-e6b04d16d1ac req-33875e1a-053b-44b3-bbcf-f0014fd632a1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304415 Jun 29 00:02:49.455493 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69effa3-0417-4938-b9ec-eec5391b6509 req-4dad5d3c-c113-4bd8-9568-7c48e56d4abf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:49.457051 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b69effa3-0417-4938-b9ec-eec5391b6509 req-4dad5d3c-c113-4bd8-9568-7c48e56d4abf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0701592 Jun 29 00:02:49.502148 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b69effa3-0417-4938-b9ec-eec5391b6509 req-f756a9a2-3caa-46be-9337-4f6ff7259d50 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350316 Jun 29 00:02:49.868338 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:50.699109 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7187a-7d4b-4736-b0fd-ce3c0d038a34 req-df6f9ff8-07e3-47f6-a028-5318e718ed74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:50.700584 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-06c7187a-7d4b-4736-b0fd-ce3c0d038a34 req-df6f9ff8-07e3-47f6-a028-5318e718ed74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0738125 Jun 29 00:02:50.738657 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-06c7187a-7d4b-4736-b0fd-ce3c0d038a34 req-0f3c6815-d08a-46b9-879b-35b5512285c9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Jun 29 00:02:51.351992 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-eac73fed-2933-4784-9c3e-dd3af76e1c53 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506079 Jun 29 00:02:51.441704 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-2a4ea7f3-8eef-4865-8688-14ef9cf40b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:51.443119 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-2a4ea7f3-8eef-4865-8688-14ef9cf40b20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0496838 Jun 29 00:02:51.559668 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-6af07d73-a313-4af0-bd13-bab252eadcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:51.561172 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-6af07d73-a313-4af0-bd13-bab252eadcf4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.0906787 Jun 29 00:02:51.606625 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-77b3ffbb-a484-4c99-a366-a949f9e0489d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.0341256 Jun 29 00:02:51.658586 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-76353f75-718c-4686-851a-8fbf3cd75097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:51.660093 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-76353f75-718c-4686-851a-8fbf3cd75097 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0472302 Jun 29 00:02:51.698149 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-b46c97fd-d80f-46f7-aecc-d54e36fea560 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275996 Jun 29 00:02:51.790564 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-ddb8acf6-2478-47cd-b050-a02adf808d05 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817399 Jun 29 00:02:51.885782 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fcb54cf8-08ab-4384-9648-10684bbef58e req-abbaf531-530d-4cc2-be6b-5c66a7d3ef58 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895586 Jun 29 00:02:51.922409 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a405-0fef-43a7-a44c-63aa1edafa02 req-c9630280-59a9-429f-b6a5-f54bd9828227 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:51.923913 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b639a405-0fef-43a7-a44c-63aa1edafa02 req-c9630280-59a9-429f-b6a5-f54bd9828227 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0631199 Jun 29 00:02:51.969568 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b639a405-0fef-43a7-a44c-63aa1edafa02 req-4a8aa110-dc4d-4ddc-880f-701535a7c3af tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398207 Jun 29 00:02:53.153704 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4c2fc-70c9-41b1-aba3-b4d21bd66c98 req-81c4b669-e8de-410f-b012-e4a3feffd15f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:53.155334 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7a4c2fc-70c9-41b1-aba3-b4d21bd66c98 req-81c4b669-e8de-410f-b012-e4a3feffd15f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0672405 Jun 29 00:02:53.196037 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7a4c2fc-70c9-41b1-aba3-b4d21bd66c98 req-fe809990-8459-4706-ba0f-deca90cc42d9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340216 Jun 29 00:02:54.383117 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92239d42-1af7-47f0-8135-3a0a3f9d02ab req-d35f810e-747e-409c-aa7e-0341f8a8d7af tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:54.384614 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-92239d42-1af7-47f0-8135-3a0a3f9d02ab req-d35f810e-747e-409c-aa7e-0341f8a8d7af tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0663285 Jun 29 00:02:54.423676 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-92239d42-1af7-47f0-8135-3a0a3f9d02ab req-a5b3dbb1-7a4f-40a2-8533-a773e3351871 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Jun 29 00:02:55.286054 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:02:55.610545 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304c0-deb2-4a60-bea3-2d4ff546b86b req-4b150231-e71c-4eac-b829-da457c1b93f5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:55.612009 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8fe304c0-deb2-4a60-bea3-2d4ff546b86b req-4b150231-e71c-4eac-b829-da457c1b93f5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0685661 Jun 29 00:02:55.649305 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8fe304c0-deb2-4a60-bea3-2d4ff546b86b req-413a3426-ef7a-4f05-9829-159ecfe2b1bf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310640 Jun 29 00:02:56.823765 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60d1da-30a0-4f54-a41e-51144bce3901 req-ecf62102-e9a5-4356-81d3-8d1cbf5d6ea1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:56.825232 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-be60d1da-30a0-4f54-a41e-51144bce3901 req-ecf62102-e9a5-4356-81d3-8d1cbf5d6ea1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0641611 Jun 29 00:02:56.868550 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-be60d1da-30a0-4f54-a41e-51144bce3901 req-34a30e08-5766-4016-913a-42d516275d31 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370655 Jun 29 00:02:58.047292 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914119ff-cee3-4a02-9e85-2c3b2909d6b0 req-2ecc3ec3-92a8-4955-a504-a4344e3c3775 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:58.048721 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-914119ff-cee3-4a02-9e85-2c3b2909d6b0 req-2ecc3ec3-92a8-4955-a504-a4344e3c3775 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0598173 Jun 29 00:02:58.085766 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-914119ff-cee3-4a02-9e85-2c3b2909d6b0 req-f393eca7-775f-40e8-bfdf-f5ae600f1124 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313985 Jun 29 00:02:59.268800 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb8343-fcfd-4cba-af6d-592e8c8c49cc req-16462153-0d48-4c56-b9ec-447f8864f014 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:59.270258 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7beb8343-fcfd-4cba-af6d-592e8c8c49cc req-16462153-0d48-4c56-b9ec-447f8864f014 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0678160 Jun 29 00:02:59.311653 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7beb8343-fcfd-4cba-af6d-592e8c8c49cc req-4a220f5f-cf42-4fee-8032-d434f9a3e80d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322006 Jun 29 00:03:00.499299 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea783d-a4c3-4303-806a-eb820ed033ce req-9cf08359-f9d1-4e99-aa65-ff9274eb79c9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:00.500783 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-17ea783d-a4c3-4303-806a-eb820ed033ce req-9cf08359-f9d1-4e99-aa65-ff9274eb79c9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0675526 Jun 29 00:03:00.541181 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-17ea783d-a4c3-4303-806a-eb820ed033ce req-54dd1f06-603d-4d79-a311-b86cdcc9e116 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347757 Jun 29 00:03:01.734295 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266f406-e7f8-4bfb-a6a2-6837f550b8a3 req-ef9d5a25-7d8d-46aa-b732-bde631d3b79e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:01.735867 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8266f406-e7f8-4bfb-a6a2-6837f550b8a3 req-ef9d5a25-7d8d-46aa-b732-bde631d3b79e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0741005 Jun 29 00:03:01.774491 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8266f406-e7f8-4bfb-a6a2-6837f550b8a3 req-2c83b935-a0aa-4368-a2fa-b0f6547ef5a9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330710 Jun 29 00:03:02.979857 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5c1b1-caa7-4d35-acb1-94ce04789ea9 req-e0396974-667c-45d4-b993-eca41a5edbf6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:02.981364 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-36f5c1b1-caa7-4d35-acb1-94ce04789ea9 req-e0396974-667c-45d4-b993-eca41a5edbf6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0704625 Jun 29 00:03:03.021079 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-36f5c1b1-caa7-4d35-acb1-94ce04789ea9 req-87727311-7fd3-4a17-a035-3aeb8db8baa1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341456 Jun 29 00:03:04.194602 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f75e9-3d36-481e-8025-f402373222bb req-a1a7f631-2ead-4bf4-b759-e4578a08aae8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:04.196811 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4b2f75e9-3d36-481e-8025-f402373222bb req-a1a7f631-2ead-4bf4-b759-e4578a08aae8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0617120 Jun 29 00:03:04.236399 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4b2f75e9-3d36-481e-8025-f402373222bb req-4628a615-7417-4638-9ebe-65f202f91f9b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339339 Jun 29 00:03:05.415630 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68acf3-9c88-48c8-b774-c7b8b9eb1ed6 req-fd1c52db-f970-4eed-9a14-731cb2104de0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:05.417069 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5f68acf3-9c88-48c8-b774-c7b8b9eb1ed6 req-fd1c52db-f970-4eed-9a14-731cb2104de0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0653517 Jun 29 00:03:05.454146 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5f68acf3-9c88-48c8-b774-c7b8b9eb1ed6 req-22608744-9139-444f-b61f-e17accf681b1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313942 Jun 29 00:03:06.634989 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6697d6-b62e-4f49-8b24-abf16b9a2f5a req-e3c7cb1d-710e-4681-b70b-6b58d9e5515d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:06.636515 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6f6697d6-b62e-4f49-8b24-abf16b9a2f5a req-e3c7cb1d-710e-4681-b70b-6b58d9e5515d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0639510 Jun 29 00:03:06.674927 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6f6697d6-b62e-4f49-8b24-abf16b9a2f5a req-ea1ae1c2-985f-4480-b4c6-7ab8012fc1aa tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323975 Jun 29 00:03:07.861048 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c09ca-2ac1-484e-8244-060289a64142 req-31aeba90-a0a9-4e2a-abb8-aa4587653c24 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:07.862592 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-163c09ca-2ac1-484e-8244-060289a64142 req-31aeba90-a0a9-4e2a-abb8-aa4587653c24 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0690587 Jun 29 00:03:07.900279 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-163c09ca-2ac1-484e-8244-060289a64142 req-ada45100-4102-47f9-b511-025a7a5626ed tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Jun 29 00:03:09.063237 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab3437e0-6524-4bcd-a494-5c4774691ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.092723 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ca13-ca1d-40e7-bbec-c7d189c05f37 req-9bda505e-3da9-4482-9120-0b6002e322a7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:09.094282 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f2a4ca13-ca1d-40e7-bbec-c7d189c05f37 req-9bda505e-3da9-4482-9120-0b6002e322a7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0725429 Jun 29 00:03:09.134028 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f2a4ca13-ca1d-40e7-bbec-c7d189c05f37 req-16274260-2574-47b0-baf3-0ba1a851df02 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337174 Jun 29 00:03:10.319599 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489a5a1-6efb-46f0-921e-97fd6866a2ce req-8e6cada9-a14a-48b6-aebd-9354c620840d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:10.321141 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9489a5a1-6efb-46f0-921e-97fd6866a2ce req-8e6cada9-a14a-48b6-aebd-9354c620840d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0667109 Jun 29 00:03:10.359056 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9489a5a1-6efb-46f0-921e-97fd6866a2ce req-b3b05210-6d05-4e19-8310-568a079db1d4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318294 Jun 29 00:03:11.542486 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a55f7-effb-4632-b65b-195a827f2d7e req-8bbf81bc-0a66-4c3c-b80d-e82c64642ef9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:11.543913 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8c8a55f7-effb-4632-b65b-195a827f2d7e req-8bbf81bc-0a66-4c3c-b80d-e82c64642ef9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0688584 Jun 29 00:03:11.594774 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8c8a55f7-effb-4632-b65b-195a827f2d7e req-467a895c-d27b-43cc-a826-0cb9880fbbb2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445397 Jun 29 00:03:12.294556 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6a5703dc-931c-4607-8b34-a828aec3c024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:12.549520 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:12.776736 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62313923-c826-4e0e-b5a3-4571c562513b req-2a302dba-c8b4-4b47-9ba5-b091ddc5cfb4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:12.778201 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-62313923-c826-4e0e-b5a3-4571c562513b req-2a302dba-c8b4-4b47-9ba5-b091ddc5cfb4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0650935 Jun 29 00:03:12.817522 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-62313923-c826-4e0e-b5a3-4571c562513b req-5d15e6fb-4b98-4ad8-8f1d-0c199da260cd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335433 Jun 29 00:03:13.994958 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17a171-0a31-45c9-b782-b1c710eb9823 req-e46f6c47-f65e-4516-bc27-2da7f174e59a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:13.996438 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff17a171-0a31-45c9-b782-b1c710eb9823 req-e46f6c47-f65e-4516-bc27-2da7f174e59a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0663009 Jun 29 00:03:14.035714 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff17a171-0a31-45c9-b782-b1c710eb9823 req-29878e76-c617-43a7-9907-09d8a84765e9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337362 Jun 29 00:03:14.271785 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:15.360277 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f3fec-1b73-42a3-a133-aec1a45d0035 req-e69d04c1-b49d-40e9-8f62-4f88f60bc5fa tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:15.361732 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e17f3fec-1b73-42a3-a133-aec1a45d0035 req-e69d04c1-b49d-40e9-8f62-4f88f60bc5fa tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0619960 Jun 29 00:03:15.398509 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e17f3fec-1b73-42a3-a133-aec1a45d0035 req-8287db2d-6bb0-440d-ac41-4a81c104a9a1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311682 Jun 29 00:03:16.584656 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d52e-8f24-446c-86a9-5278326689ca req-df2890d9-c3dd-4872-9d5a-afabcfaf8418 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:16.586982 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8811d52e-8f24-446c-86a9-5278326689ca req-df2890d9-c3dd-4872-9d5a-afabcfaf8418 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0701690 Jun 29 00:03:16.625865 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8811d52e-8f24-446c-86a9-5278326689ca req-81c9edf3-29e2-4638-8714-d140da6badca tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336049 Jun 29 00:03:16.751158 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:17.811761 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb0578-fdce-41dd-9fe8-753934d7d131 req-dccc9341-7da5-4073-bcfe-adf02c69f1b9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:17.813225 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7dcb0578-fdce-41dd-9fe8-753934d7d131 req-dccc9341-7da5-4073-bcfe-adf02c69f1b9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0746558 Jun 29 00:03:17.849184 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7dcb0578-fdce-41dd-9fe8-753934d7d131 req-e214c6ea-91a7-4310-af67-3921a3d02560 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304337 Jun 29 00:03:19.036876 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc5d1e-7248-416c-a282-b16d960bdc06 req-75cad0ac-2df9-46b2-af3f-e18492e49be9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:19.038373 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4efc5d1e-7248-416c-a282-b16d960bdc06 req-75cad0ac-2df9-46b2-af3f-e18492e49be9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0673726 Jun 29 00:03:19.076660 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4efc5d1e-7248-416c-a282-b16d960bdc06 req-08be2782-faae-4604-b5f0-b6bd688eb9f0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Jun 29 00:03:19.854860 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:20.253745 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7a3bc-91cc-4bad-9685-0fea544c2825 req-d0dd6d14-26ba-4927-b778-bdc40e744cd8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:20.255166 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a4e7a3bc-91cc-4bad-9685-0fea544c2825 req-d0dd6d14-26ba-4927-b778-bdc40e744cd8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0664392 Jun 29 00:03:20.292696 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a4e7a3bc-91cc-4bad-9685-0fea544c2825 req-963fab49-402f-45a1-bfcf-79308d4e94f1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319939 Jun 29 00:03:21.470288 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0820d60-018a-47cc-a636-744c4e119f5a req-8b7357aa-f618-4d9f-a592-387e7cc6b616 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:21.471906 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f0820d60-018a-47cc-a636-744c4e119f5a req-8b7357aa-f618-4d9f-a592-387e7cc6b616 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0649936 Jun 29 00:03:21.510645 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f0820d60-018a-47cc-a636-744c4e119f5a req-b925b20e-2c21-4f1b-9b06-0e296309dd67 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329924 Jun 29 00:03:22.689991 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afba70-8b92-483e-8cf9-24d967ffb583 req-9750ec5c-8102-4b71-bf9a-5035d12c9b59 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:22.691470 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c0afba70-8b92-483e-8cf9-24d967ffb583 req-9750ec5c-8102-4b71-bf9a-5035d12c9b59 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0651457 Jun 29 00:03:22.727539 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c0afba70-8b92-483e-8cf9-24d967ffb583 req-7e052b9c-d7dc-4052-a266-c21f55753e57 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305276 Jun 29 00:03:23.920188 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822e61-4418-43fb-b87a-2d321a0dc9ae req-80508701-5bd1-4b89-ab06-d6733efc4cc7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:23.921851 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-af822e61-4418-43fb-b87a-2d321a0dc9ae req-80508701-5bd1-4b89-ab06-d6733efc4cc7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0737422 Jun 29 00:03:23.976160 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-af822e61-4418-43fb-b87a-2d321a0dc9ae req-a55f27d6-5688-4cce-b4dd-90fa2eb338a8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Jun 29 00:03:25.170806 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5fe90-361c-429b-992c-951c8465e7da req-3bcfd347-e73d-45ff-ad1a-d2ec0672c2d0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:25.172460 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e9d5fe90-361c-429b-992c-951c8465e7da req-3bcfd347-e73d-45ff-ad1a-d2ec0672c2d0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0736735 Jun 29 00:03:25.221229 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e9d5fe90-361c-429b-992c-951c8465e7da req-562c8910-7cbf-46de-839f-28a1cbea260a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430548 Jun 29 00:03:26.428143 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75f54-6c66-4d51-9deb-75c4ac3df270 req-1a12eaff-5fe1-41fc-bee0-c53302d97524 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:26.429777 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-aab75f54-6c66-4d51-9deb-75c4ac3df270 req-1a12eaff-5fe1-41fc-bee0-c53302d97524 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0771167 Jun 29 00:03:26.473236 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-aab75f54-6c66-4d51-9deb-75c4ac3df270 req-56ddcc3b-b18c-4986-acaa-2e06a559dbcc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370100 Jun 29 00:03:27.653497 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf530ad-bf6f-43b0-8fc7-010bae5216ac req-f7b0a7fd-180e-4625-9226-fb7af3487544 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:27.655037 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1bf530ad-bf6f-43b0-8fc7-010bae5216ac req-f7b0a7fd-180e-4625-9226-fb7af3487544 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0652006 Jun 29 00:03:27.695969 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1bf530ad-bf6f-43b0-8fc7-010bae5216ac req-232d8547-5485-4514-a436-36e2b1e6ab81 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340197 Jun 29 00:03:28.929501 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9072d33-491d-400e-b945-0cbd03fec6ba req-c6a59b63-6871-438d-b79f-8935d849f8eb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:28.931653 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d9072d33-491d-400e-b945-0cbd03fec6ba req-c6a59b63-6871-438d-b79f-8935d849f8eb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0725958 Jun 29 00:03:28.976676 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d9072d33-491d-400e-b945-0cbd03fec6ba req-c4d46118-e9a5-47fa-a234-5ee722883a03 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371604 Jun 29 00:03:30.164263 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3f7e6-b847-4ba2-94d7-a50a1df1a8a5 req-b36ef948-35c0-4685-bf88-98e03c8f932b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:30.166429 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8dc3f7e6-b847-4ba2-94d7-a50a1df1a8a5 req-b36ef948-35c0-4685-bf88-98e03c8f932b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0715165 Jun 29 00:03:30.212894 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8dc3f7e6-b847-4ba2-94d7-a50a1df1a8a5 req-3d1a665a-8f7f-471d-80dc-5501583003e6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355878 Jun 29 00:03:31.442145 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945d73-ff3b-44ec-8138-de8e1afd5f42 req-b57738b0-a847-43c5-9a12-478f11f303a1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:31.444856 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cd945d73-ff3b-44ec-8138-de8e1afd5f42 req-b57738b0-a847-43c5-9a12-478f11f303a1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0894554 Jun 29 00:03:31.492290 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cd945d73-ff3b-44ec-8138-de8e1afd5f42 req-6122083f-361a-41b2-a6e9-1ac74b68689e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393612 Jun 29 00:03:32.284881 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:03:32.698236 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b746a-824c-4431-867e-a7214f563c3a req-fe7c36ee-6ab2-4695-9a35-eb37d32d3c46 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:32.699852 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b27b746a-824c-4431-867e-a7214f563c3a req-fe7c36ee-6ab2-4695-9a35-eb37d32d3c46 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0820532 Jun 29 00:03:32.742553 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b27b746a-824c-4431-867e-a7214f563c3a req-cf16feb2-ba13-4a1a-82ff-83a568c9aee1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364118 Jun 29 00:03:33.951305 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384147d9-4440-4a52-a17e-c03c7df74cc2 req-6b32d2a9-b926-47ae-975f-e4262333a22f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:33.952875 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-384147d9-4440-4a52-a17e-c03c7df74cc2 req-6b32d2a9-b926-47ae-975f-e4262333a22f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0836458 Jun 29 00:03:33.991784 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-384147d9-4440-4a52-a17e-c03c7df74cc2 req-208f4862-2ce7-4f4d-b309-188f68b5fcb0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332289 Jun 29 00:03:35.212841 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0f83e-8011-4453-86da-23ea3c624833 req-043aa502-3d95-4bef-8ffe-32beddd50707 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:35.215596 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-07b0f83e-8011-4453-86da-23ea3c624833 req-043aa502-3d95-4bef-8ffe-32beddd50707 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1038711 Jun 29 00:03:35.277280 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-07b0f83e-8011-4453-86da-23ea3c624833 req-f07c2209-821e-40e0-947d-46e116c01323 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547028 Jun 29 00:03:36.474959 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec47ac-2ac3-4880-9d8f-aeacfbf31a31 req-d142f493-f5ae-4728-8a9f-8de847aea823 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:36.476535 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f3ec47ac-2ac3-4880-9d8f-aeacfbf31a31 req-d142f493-f5ae-4728-8a9f-8de847aea823 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0694678 Jun 29 00:03:36.518417 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f3ec47ac-2ac3-4880-9d8f-aeacfbf31a31 req-54562f55-d565-4088-8477-2dfb7efc3523 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352104 Jun 29 00:03:37.710448 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd3fda-bb4a-4266-b408-3e474fb33a69 req-a4e16099-0a58-4f51-8d30-89f091c211e5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:37.712727 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-03cd3fda-bb4a-4266-b408-3e474fb33a69 req-a4e16099-0a58-4f51-8d30-89f091c211e5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0749209 Jun 29 00:03:37.752040 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-03cd3fda-bb4a-4266-b408-3e474fb33a69 req-d401888b-0888-4ad6-9e1f-cccf12a2a68a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333784 Jun 29 00:03:38.980686 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92ed38-6205-4d0d-931e-4dd9b318eac9 req-3aa9a528-f048-4958-a03a-d9b6c974ca81 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:38.983427 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4d92ed38-6205-4d0d-931e-4dd9b318eac9 req-3aa9a528-f048-4958-a03a-d9b6c974ca81 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0957382 Jun 29 00:03:39.025846 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4d92ed38-6205-4d0d-931e-4dd9b318eac9 req-10f24a0b-59e5-413f-a15b-9ee3a36524d6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359616 Jun 29 00:03:39.065744 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab35e895-42cf-43e4-8184-81020c3a1d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.221570 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dd35f-3cf7-4863-a80a-3650526305f3 req-eb252846-04c3-4d3a-9746-eeb6f2a6fb0c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:40.223166 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-554dd35f-3cf7-4863-a80a-3650526305f3 req-eb252846-04c3-4d3a-9746-eeb6f2a6fb0c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0738947 Jun 29 00:03:40.265970 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-554dd35f-3cf7-4863-a80a-3650526305f3 req-74705607-8afa-4cc1-8baf-2552d3537ee2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365305 Jun 29 00:03:41.492905 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944dd38-6a6e-427f-9bc5-9f778fa5290a req-263c7eed-b903-47a4-a037-2df5a997252b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:41.494383 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4944dd38-6a6e-427f-9bc5-9f778fa5290a req-263c7eed-b903-47a4-a037-2df5a997252b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0681517 Jun 29 00:03:41.539684 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4944dd38-6a6e-427f-9bc5-9f778fa5290a req-c1ff2b88-6f07-4b72-b191-91b4b730dcd8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394318 Jun 29 00:03:42.293431 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-37199d36-088a-486c-a249-a08ec735baa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.552824 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.764684 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72336a6-0703-4138-bf2e-afa0aaef1440 req-37916ee6-2049-4889-9a67-eef3c9d9b96f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:42.766289 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a72336a6-0703-4138-bf2e-afa0aaef1440 req-37916ee6-2049-4889-9a67-eef3c9d9b96f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0964506 Jun 29 00:03:42.810396 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a72336a6-0703-4138-bf2e-afa0aaef1440 req-9c433d2a-5fba-4832-9775-41387eafd917 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347066 Jun 29 00:03:43.996435 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63a80-4af4-4274-8271-4ca3fbc6ca88 req-b4dad269-9514-4651-a72a-faabdc083745 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:43.998074 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbe63a80-4af4-4274-8271-4ca3fbc6ca88 req-b4dad269-9514-4651-a72a-faabdc083745 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0686443 Jun 29 00:03:44.042564 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbe63a80-4af4-4274-8271-4ca3fbc6ca88 req-b4c8dfeb-0be0-45f0-bdac-4f2f80f6a7ea tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383461 Jun 29 00:03:44.277290 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:45.248948 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b975-4f6e-4636-a66a-35b01ddc17ad req-4d7c7d6e-5978-42e9-83e3-718ee4d097fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:45.250444 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-69c0b975-4f6e-4636-a66a-35b01ddc17ad req-4d7c7d6e-5978-42e9-83e3-718ee4d097fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0811028 Jun 29 00:03:45.312695 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-69c0b975-4f6e-4636-a66a-35b01ddc17ad req-b2a0a319-6584-4382-a1d2-87b233e5d487 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560200 Jun 29 00:03:46.500306 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eb4af-e636-4672-a000-d5430e220ed0 req-c7a0860d-d660-448b-9e53-e12f135e2d25 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:46.501796 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bc9eb4af-e636-4672-a000-d5430e220ed0 req-c7a0860d-d660-448b-9e53-e12f135e2d25 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0725114 Jun 29 00:03:46.541911 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bc9eb4af-e636-4672-a000-d5430e220ed0 req-2e313eeb-4283-43c1-806b-de7078bcf723 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345170 Jun 29 00:03:46.754270 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:47.726432 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe1102-7f64-4d0d-8edb-f8f21d7d9df4 req-f62a6b86-a3dc-41f5-b8e7-47540375bcc4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:47.728452 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4dfe1102-7f64-4d0d-8edb-f8f21d7d9df4 req-f62a6b86-a3dc-41f5-b8e7-47540375bcc4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0629184 Jun 29 00:03:47.767938 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4dfe1102-7f64-4d0d-8edb-f8f21d7d9df4 req-f2134691-919e-4102-aae6-737ee2dcb028 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338256 Jun 29 00:03:48.951990 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310f2b-b1bf-4271-a411-c259d18dc68c req-827d86ad-64b3-4592-8b89-d7bb2bcfb6c1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:48.953424 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-52310f2b-b1bf-4271-a411-c259d18dc68c req-827d86ad-64b3-4592-8b89-d7bb2bcfb6c1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0636086 Jun 29 00:03:48.989286 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-52310f2b-b1bf-4271-a411-c259d18dc68c req-5cfedf3b-170f-49ef-9c8c-4c3fb0ffac3a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301964 Jun 29 00:03:49.883739 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:50.176679 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f957f-058b-425d-81b8-a6189e127925 req-4ae94530-4131-46dd-a1ca-00e053be298f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:50.178327 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9a6f957f-058b-425d-81b8-a6189e127925 req-4ae94530-4131-46dd-a1ca-00e053be298f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0678124 Jun 29 00:03:50.217092 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9a6f957f-058b-425d-81b8-a6189e127925 req-7c822b50-9bf9-49a4-8345-1bbf1df9ab5e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330651 Jun 29 00:03:51.549843 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e32dc4-cc25-48f0-978c-4c7be165bf52 req-94359aa8-49dc-4a67-b2ac-bf2e40edc9fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:51.551275 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d7e32dc4-cc25-48f0-978c-4c7be165bf52 req-94359aa8-49dc-4a67-b2ac-bf2e40edc9fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0687039 Jun 29 00:03:51.590507 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d7e32dc4-cc25-48f0-978c-4c7be165bf52 req-6db934c8-43f0-48db-9d13-dca38345b9c9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330062 Jun 29 00:03:52.774133 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ded432-75f8-4707-b0a8-03b77cd2ad68 req-797f7c66-ba53-4f77-bae7-4dd588f07946 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:52.775677 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-71ded432-75f8-4707-b0a8-03b77cd2ad68 req-797f7c66-ba53-4f77-bae7-4dd588f07946 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0651331 Jun 29 00:03:52.814089 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-71ded432-75f8-4707-b0a8-03b77cd2ad68 req-6a9a47bd-a314-44b0-a03d-eb0823da3bc8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324485 Jun 29 00:03:53.356937 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-460234d2-2b37-4981-a037-34ffd9e47d79 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525100 Jun 29 00:03:53.449634 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-e42e33e5-07d8-472c-9cf6-9ea483064d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:53.451433 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-e42e33e5-07d8-472c-9cf6-9ea483064d38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 1099 time: 0.0585828 Jun 29 00:03:53.557753 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-008e9e4b-9a53-464d-b2e8-25f8cb74041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:53.559197 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-008e9e4b-9a53-464d-b2e8-25f8cb74041c service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.0845485 Jun 29 00:03:53.605686 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-0b367ef6-153d-4f1e-85c1-2ee397f16769 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f65819f-660d-4c45-b44e-a8778cf0df34 HTTP/1.1" status: 200 len: 217 time: 0.0373635 Jun 29 00:03:53.655905 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-2d6caca8-e012-4624-b016-369bd2d1dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:53.657417 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-2d6caca8-e012-4624-b016-369bd2d1dc3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0437012 Jun 29 00:03:53.691698 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-45af2a8d-a75d-465a-969a-ff26c79f265e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255611 Jun 29 00:03:53.788790 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-6a9c1b0d-998f-4cef-89f6-20564d97cf49 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863776 Jun 29 00:03:53.890695 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0cb0ebd1-b3e0-4367-959e-088fe578ea1c req-15647eed-2e97-4e06-aa49-de50969aaf95 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946574 Jun 29 00:03:54.001872 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e094cc-b280-43bd-8820-7f715e28b5be req-abd5818d-c042-4b43-85df-170f11b52749 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:54.003474 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-82e094cc-b280-43bd-8820-7f715e28b5be req-abd5818d-c042-4b43-85df-170f11b52749 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0699854 Jun 29 00:03:54.044357 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-82e094cc-b280-43bd-8820-7f715e28b5be req-99a67a5c-9b1e-4040-8a95-0b51767f7ddd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344357 Jun 29 00:03:55.226199 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff61eb-251a-44c8-9412-a9780b2f8cee req-78dd3e98-03de-401b-98bc-8e2c812dcdae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:55.228111 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a6ff61eb-251a-44c8-9412-a9780b2f8cee req-78dd3e98-03de-401b-98bc-8e2c812dcdae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0671484 Jun 29 00:03:55.275957 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a6ff61eb-251a-44c8-9412-a9780b2f8cee req-21c6b633-cfaf-4568-8b9c-8c2994329897 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418842 Jun 29 00:03:56.454582 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296969c0-2ab5-4ef5-a462-35e3342e4f1a req-4c046f44-6df0-45b0-96f7-00e1f0da776e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:56.456164 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-296969c0-2ab5-4ef5-a462-35e3342e4f1a req-4c046f44-6df0-45b0-96f7-00e1f0da776e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0637295 Jun 29 00:03:56.500632 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-296969c0-2ab5-4ef5-a462-35e3342e4f1a req-310cad75-d35c-4b3a-853d-486b5ae33604 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379071 Jun 29 00:03:57.679219 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d9685-893a-4091-ae11-8aab32b8ee2d req-97d917cc-0c4d-4410-9d0c-3a642643845d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:57.680720 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-118d9685-893a-4091-ae11-8aab32b8ee2d req-97d917cc-0c4d-4410-9d0c-3a642643845d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0669382 Jun 29 00:03:57.718478 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-118d9685-893a-4091-ae11-8aab32b8ee2d req-25dbb420-0033-4a25-9069-3199fbec2ce8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Jun 29 00:03:58.894427 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a032b90-98e0-4fe2-84f7-7d1556e9b8ca req-1ecacd2f-1190-4aef-a7ba-fb669be0afae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:58.895888 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3a032b90-98e0-4fe2-84f7-7d1556e9b8ca req-1ecacd2f-1190-4aef-a7ba-fb669be0afae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0625823 Jun 29 00:03:58.932686 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3a032b90-98e0-4fe2-84f7-7d1556e9b8ca req-b4c700f3-0a28-495b-8c59-c40be88a36f5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307395 Jun 29 00:04:00.110843 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a69f7-3085-4a9d-af3e-8070827cd847 req-c50f868d-8d9f-419d-bd44-a20152adf5ef tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:00.112373 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f58a69f7-3085-4a9d-af3e-8070827cd847 req-c50f868d-8d9f-419d-bd44-a20152adf5ef tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0650160 Jun 29 00:04:00.151950 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f58a69f7-3085-4a9d-af3e-8070827cd847 req-a07b9ddf-d021-4db0-96db-370c5547039f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319765 Jun 29 00:04:01.537984 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f888c-3531-4591-b3df-6f66559c2f62 req-1ba1f1f0-a91c-404f-8038-d4e45e51b5d4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:01.539985 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ca6f888c-3531-4591-b3df-6f66559c2f62 req-1ba1f1f0-a91c-404f-8038-d4e45e51b5d4 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.2705011 Jun 29 00:04:01.576881 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ca6f888c-3531-4591-b3df-6f66559c2f62 req-a54872d5-3f38-4d0e-b58a-cbf66d69100e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312066 Jun 29 00:04:02.764000 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5a17b-6635-4b18-b28a-6b9ed68a4c4f req-3c79bf08-9961-4cf1-8358-afff148b0af2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:02.765867 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-03e5a17b-6635-4b18-b28a-6b9ed68a4c4f req-3c79bf08-9961-4cf1-8358-afff148b0af2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0664592 Jun 29 00:04:02.806610 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-03e5a17b-6635-4b18-b28a-6b9ed68a4c4f req-78a21d9c-7b4a-4178-b051-5fa06c72456f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353572 Jun 29 00:04:03.991186 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23a2f8-5358-47e7-b021-3a6006e0cc57 req-b8bd660d-bec1-4f33-a441-5f535a339a16 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:03.993282 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8b23a2f8-5358-47e7-b021-3a6006e0cc57 req-b8bd660d-bec1-4f33-a441-5f535a339a16 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0664129 Jun 29 00:04:04.032194 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8b23a2f8-5358-47e7-b021-3a6006e0cc57 req-9e2f8263-83ff-49e8-8063-e52ba656951b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332007 Jun 29 00:04:05.212893 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbbca9-5b87-4bc5-94be-30230068f64d req-7faeb59e-c5cc-48ad-9d84-712a8843bc06 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:05.214383 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6cbbbca9-5b87-4bc5-94be-30230068f64d req-7faeb59e-c5cc-48ad-9d84-712a8843bc06 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0630097 Jun 29 00:04:05.252645 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6cbbbca9-5b87-4bc5-94be-30230068f64d req-66b72af2-386d-4d03-8d1b-25b5822b95db tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326436 Jun 29 00:04:06.439629 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f66c85-12c3-4ca3-b30e-0d1265adc0d3 req-8520eff9-023a-4758-9a28-22f53aee631f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:06.441164 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-49f66c85-12c3-4ca3-b30e-0d1265adc0d3 req-8520eff9-023a-4758-9a28-22f53aee631f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0694141 Jun 29 00:04:06.486678 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-49f66c85-12c3-4ca3-b30e-0d1265adc0d3 req-d6368081-9418-4ebc-a241-24952a7e991f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364287 Jun 29 00:04:07.670536 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43415624-a8ee-4318-91ef-c149ed79a55a req-990060f6-1735-44db-a8e1-de0de8918560 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:07.672093 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-43415624-a8ee-4318-91ef-c149ed79a55a req-990060f6-1735-44db-a8e1-de0de8918560 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0678844 Jun 29 00:04:07.715568 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-43415624-a8ee-4318-91ef-c149ed79a55a req-25b81247-6571-432d-b6aa-366a8fa65627 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343497 Jun 29 00:04:08.910903 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb928c-e8c1-4e9c-a149-3c9b42453dd8 req-bd13d59d-fabb-41e9-a520-3000e6cf012c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:08.912502 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eacb928c-e8c1-4e9c-a149-3c9b42453dd8 req-bd13d59d-fabb-41e9-a520-3000e6cf012c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0673678 Jun 29 00:04:08.954355 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eacb928c-e8c1-4e9c-a149-3c9b42453dd8 req-ec5546e3-befa-4190-a86b-d54cf5fcc375 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360088 Jun 29 00:04:09.074641 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-560d0318-1084-406e-b447-70ecb90678ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.284622 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:04:10.161252 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143966-2c8c-4fd6-9668-e2903069fc9b req-6e985805-e0ce-4269-af43-a76bc087146f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:10.162786 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d0143966-2c8c-4fd6-9668-e2903069fc9b req-6e985805-e0ce-4269-af43-a76bc087146f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0735719 Jun 29 00:04:10.206312 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d0143966-2c8c-4fd6-9668-e2903069fc9b req-7502beed-ec5e-49b2-82e4-ca8f9c9faed8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342631 Jun 29 00:04:11.388902 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f827a-5836-49aa-a892-98277435ac7f req-c7b289a7-3778-4f29-b23e-0392a7ed2261 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:11.390393 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b30f827a-5836-49aa-a892-98277435ac7f req-c7b289a7-3778-4f29-b23e-0392a7ed2261 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0650420 Jun 29 00:04:11.433932 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b30f827a-5836-49aa-a892-98277435ac7f req-215071e8-73a7-4ea9-a20d-3e5682c6ed09 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374167 Jun 29 00:04:12.286396 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed81d-fbb5-4fcb-83d6-5b665b2cb300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:12.555056 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:12.624863 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4d028-818f-404c-a700-1f267c4c0ccf req-95689dc7-396c-428e-aaa8-e6bf9262220c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:12.626323 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-30a4d028-818f-404c-a700-1f267c4c0ccf req-95689dc7-396c-428e-aaa8-e6bf9262220c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0648422 Jun 29 00:04:12.663032 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-30a4d028-818f-404c-a700-1f267c4c0ccf req-b3f5969d-7343-477e-8cb8-806ea0b9b67f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309360 Jun 29 00:04:13.841705 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5fe2-44c6-4606-a238-429baaab2e5a req-7ce25bd0-2e83-471c-8439-14640faf1eff tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:13.843429 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e97d5fe2-44c6-4606-a238-429baaab2e5a req-7ce25bd0-2e83-471c-8439-14640faf1eff tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0639479 Jun 29 00:04:13.884426 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e97d5fe2-44c6-4606-a238-429baaab2e5a req-94791e61-f151-444b-a5f5-e391ca8c4e2b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341969 Jun 29 00:04:14.281152 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:15.066341 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907044f-2fdc-4542-aa98-5ef318264ea1 req-756a1f41-b769-47cf-a402-b9257b5a7642 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:15.066341 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e907044f-2fdc-4542-aa98-5ef318264ea1 req-756a1f41-b769-47cf-a402-b9257b5a7642 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0663106 Jun 29 00:04:15.105106 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e907044f-2fdc-4542-aa98-5ef318264ea1 req-1d6347e4-d1ee-4ceb-8f41-883d8a6c973a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328388 Jun 29 00:04:16.296972 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bca0d-0433-4336-b84c-1c0e61ee62ec req-f026da33-4363-40e7-b31a-c05bde7a6089 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:16.298345 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2b5bca0d-0433-4336-b84c-1c0e61ee62ec req-f026da33-4363-40e7-b31a-c05bde7a6089 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0655384 Jun 29 00:04:16.343864 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2b5bca0d-0433-4336-b84c-1c0e61ee62ec req-2aca5a8f-35f9-4260-aa00-5ace76ea205b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398719 Jun 29 00:04:16.760789 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:17.518964 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cec93-d9d4-42af-bf0e-1a40cdf1fb46 req-84160c77-afe5-45f7-8e0d-c8e5ecf0fe96 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:17.520513 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c93cec93-d9d4-42af-bf0e-1a40cdf1fb46 req-84160c77-afe5-45f7-8e0d-c8e5ecf0fe96 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0624847 Jun 29 00:04:17.567292 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c93cec93-d9d4-42af-bf0e-1a40cdf1fb46 req-cc8d5082-6f10-4eea-a6d5-7d881cc7af26 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 Jun 29 00:04:18.762138 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00ac9e-93a3-4b6d-baef-30072df5a9f5 req-311175e8-6a7a-407c-9c90-1cf77740b5ad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:18.763683 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1f00ac9e-93a3-4b6d-baef-30072df5a9f5 req-311175e8-6a7a-407c-9c90-1cf77740b5ad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0705175 Jun 29 00:04:18.802638 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1f00ac9e-93a3-4b6d-baef-30072df5a9f5 req-cd02582f-d5b9-425a-9542-aa42c0318792 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330613 Jun 29 00:04:19.900796 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.987045 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188227ec-082b-4074-8b06-068deb20a3b6 req-eed61de5-30be-4584-8b65-14c311f9738b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:19.988681 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-188227ec-082b-4074-8b06-068deb20a3b6 req-eed61de5-30be-4584-8b65-14c311f9738b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0667176 Jun 29 00:04:20.034082 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-188227ec-082b-4074-8b06-068deb20a3b6 req-b51fada0-dfdd-4e41-b3f6-644f4038658f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391986 Jun 29 00:04:21.213539 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b86d47-834a-42ad-a7c9-b75fca07a881 req-37de33eb-b96f-48d7-aaf6-9f0585e5592c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:21.215037 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e5b86d47-834a-42ad-a7c9-b75fca07a881 req-37de33eb-b96f-48d7-aaf6-9f0585e5592c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0641980 Jun 29 00:04:21.254272 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e5b86d47-834a-42ad-a7c9-b75fca07a881 req-d9c3812d-787f-4253-9e1d-eef97b8b1d68 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335765 Jun 29 00:04:22.449864 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b766b9c-37c5-40eb-991e-fdf53bd69565 req-47656d2e-2110-4a21-bc1e-d6e77ebb95ba tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:22.451702 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3b766b9c-37c5-40eb-991e-fdf53bd69565 req-47656d2e-2110-4a21-bc1e-d6e77ebb95ba tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0727558 Jun 29 00:04:22.491378 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3b766b9c-37c5-40eb-991e-fdf53bd69565 req-967b268f-4b98-446b-8ff6-947f5bfb63a0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335686 Jun 29 00:04:23.691772 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a4ca-acce-4176-bf56-e57dacd01fcf req-26cdcf0f-bc75-4c5e-b60d-a69804c84c87 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:23.693180 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-34f8a4ca-acce-4176-bf56-e57dacd01fcf req-26cdcf0f-bc75-4c5e-b60d-a69804c84c87 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0807338 Jun 29 00:04:23.733949 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-34f8a4ca-acce-4176-bf56-e57dacd01fcf req-b46d7fc2-3d4a-46b6-968c-70700d6576d0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342364 Jun 29 00:04:24.921715 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbcdd4-7fe0-4b90-ab16-eb91134a3896 req-4b38b04f-0df9-45b8-8fb4-8f4fbc87a433 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:24.923264 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0fcbcdd4-7fe0-4b90-ab16-eb91134a3896 req-4b38b04f-0df9-45b8-8fb4-8f4fbc87a433 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0680044 Jun 29 00:04:24.974575 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0fcbcdd4-7fe0-4b90-ab16-eb91134a3896 req-da7a15e5-4315-4db8-ad20-e8292bc0c543 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453613 Jun 29 00:04:26.160832 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2154e3-3719-407e-874e-6a643e2cd6ed req-bb6b3efc-2b03-4c52-892d-beac55495cbb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:26.162398 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2a2154e3-3719-407e-874e-6a643e2cd6ed req-bb6b3efc-2b03-4c52-892d-beac55495cbb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0666089 Jun 29 00:04:26.201719 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2a2154e3-3719-407e-874e-6a643e2cd6ed req-ab121660-bb99-409f-9b4b-b7084d3fa3f9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333803 Jun 29 00:04:27.387721 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d2200-6d8e-4574-abe9-5797c8912db4 req-cbf10cd4-16c7-4414-be9b-b942d0cb97d5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:27.389226 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-711d2200-6d8e-4574-abe9-5797c8912db4 req-cbf10cd4-16c7-4414-be9b-b942d0cb97d5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0624084 Jun 29 00:04:27.428252 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-711d2200-6d8e-4574-abe9-5797c8912db4 req-31f4980f-5bbb-4b05-99be-28c80b688594 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330703 Jun 29 00:04:28.622384 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d1773-8765-496e-a5ae-576112cf8611 req-3e2e6f90-b2ce-4018-91bd-14e791c00562 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:28.623884 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-507d1773-8765-496e-a5ae-576112cf8611 req-3e2e6f90-b2ce-4018-91bd-14e791c00562 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0670581 Jun 29 00:04:28.661786 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-507d1773-8765-496e-a5ae-576112cf8611 req-7ced0a6a-6c7c-4474-96dc-d011834c2922 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Jun 29 00:04:29.842927 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77a0c6-554f-4d83-92aa-dc26dab1dedd req-559b25ad-0675-48ed-9ff1-9c41b6812ca6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:29.844409 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ea77a0c6-554f-4d83-92aa-dc26dab1dedd req-559b25ad-0675-48ed-9ff1-9c41b6812ca6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0691609 Jun 29 00:04:29.884967 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ea77a0c6-554f-4d83-92aa-dc26dab1dedd req-d8ac44a5-f6e2-4390-be09-9e12bdf4fc3a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349970 Jun 29 00:04:31.065392 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca777c-2883-4125-bc50-b6a0501b2249 req-3d742157-4412-46bb-818d-9bd2a8984e77 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:31.066877 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0bca777c-2883-4125-bc50-b6a0501b2249 req-3d742157-4412-46bb-818d-9bd2a8984e77 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0674357 Jun 29 00:04:31.105880 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0bca777c-2883-4125-bc50-b6a0501b2249 req-e59a5522-2361-4eb4-962c-9d6b33406309 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332804 Jun 29 00:04:32.296575 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc321fc9-6730-46c9-8530-24baad5e3314 req-85fdf96f-5a9b-43af-ac94-9597313a69c9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:32.298060 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cc321fc9-6730-46c9-8530-24baad5e3314 req-85fdf96f-5a9b-43af-ac94-9597313a69c9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0713882 Jun 29 00:04:32.338669 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cc321fc9-6730-46c9-8530-24baad5e3314 req-49a3da87-e0e4-46d1-b8dc-52aa7e06e1f2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348709 Jun 29 00:04:33.531784 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90eb55-3de0-404b-aee7-2474d7f780ba req-30ea6502-18b3-44f7-94e5-045aef4c0b7c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:33.533201 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8d90eb55-3de0-404b-aee7-2474d7f780ba req-30ea6502-18b3-44f7-94e5-045aef4c0b7c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0658951 Jun 29 00:04:33.576438 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8d90eb55-3de0-404b-aee7-2474d7f780ba req-8a4defc1-cb20-46e5-abb3-264620345bf1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374742 Jun 29 00:04:34.758418 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dc8c0-e338-419f-99f4-b3f413f3c7a1 req-6b658583-d741-4cdc-a359-537078bd0de7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:34.759994 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4a0dc8c0-e338-419f-99f4-b3f413f3c7a1 req-6b658583-d741-4cdc-a359-537078bd0de7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0675511 Jun 29 00:04:34.798869 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4a0dc8c0-e338-419f-99f4-b3f413f3c7a1 req-aad9ce59-5e74-42e0-9452-c1f0fda6afce tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332003 Jun 29 00:04:35.976783 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcbf8f-aab9-4edd-a02e-bb8d314fb52a req-82f1b028-43a3-4f91-9a55-13b795a8a755 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:35.978198 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-61dcbf8f-aab9-4edd-a02e-bb8d314fb52a req-82f1b028-43a3-4f91-9a55-13b795a8a755 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0625908 Jun 29 00:04:36.017395 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-61dcbf8f-aab9-4edd-a02e-bb8d314fb52a req-3ec9fe06-a00a-4ae1-915e-43e761bac8df tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330722 Jun 29 00:04:37.201966 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd1529-2939-4633-ab18-6d41dc119461 req-54e4dd85-8132-48c3-bc80-ed9aa358e3d3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:37.203474 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2bdd1529-2939-4633-ab18-6d41dc119461 req-54e4dd85-8132-48c3-bc80-ed9aa358e3d3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0716329 Jun 29 00:04:37.241738 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2bdd1529-2939-4633-ab18-6d41dc119461 req-d3c37d91-1dee-4238-bdce-7659354e45b8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Jun 29 00:04:38.425792 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a43565-b983-4a17-8b6f-10f966d9fc68 req-8869e7ec-fa02-4bc1-a0d9-41b647ba2c2b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:38.433180 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-16a43565-b983-4a17-8b6f-10f966d9fc68 req-8869e7ec-fa02-4bc1-a0d9-41b647ba2c2b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0635283 Jun 29 00:04:38.466925 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-16a43565-b983-4a17-8b6f-10f966d9fc68 req-b75f7015-98a5-45f7-a791-1748964c0585 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Jun 29 00:04:39.065272 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4e64c8e3-106d-4b8a-b3d2-c89fa43a604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:39.646438 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75865769-c1d1-49a0-aef7-0691cab942da req-550f86d6-2464-4a49-afe0-cc155fd80d5b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:39.647906 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-75865769-c1d1-49a0-aef7-0691cab942da req-550f86d6-2464-4a49-afe0-cc155fd80d5b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0656061 Jun 29 00:04:39.685848 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-75865769-c1d1-49a0-aef7-0691cab942da req-b6279f04-0114-4356-a1d3-17c388d15db3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313790 Jun 29 00:04:40.875187 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa555ce9-469b-471f-8f46-306044283f02 req-a69a29f5-1cfc-444e-a55b-a100b560e537 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:40.876636 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fa555ce9-469b-471f-8f46-306044283f02 req-a69a29f5-1cfc-444e-a55b-a100b560e537 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0667391 Jun 29 00:04:40.914945 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fa555ce9-469b-471f-8f46-306044283f02 req-705d61b3-33a2-473b-886e-4be4fb78e532 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326860 Jun 29 00:04:42.094444 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374b6a9-2411-43a8-9674-c2e9c7d0d7bd req-a384e769-23d7-4172-a3d6-aa8b256b09fb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:42.095949 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4374b6a9-2411-43a8-9674-c2e9c7d0d7bd req-a384e769-23d7-4172-a3d6-aa8b256b09fb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0631199 Jun 29 00:04:42.133965 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4374b6a9-2411-43a8-9674-c2e9c7d0d7bd req-36a9e0e2-3150-496a-9875-6c2e5a13f5f0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319562 Jun 29 00:04:42.288171 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9637ae53-b2f2-4cb5-ae99-05028b9fcfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:42.558211 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:43.318338 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45dae-5090-4134-8d7e-9ae2276e525a req-8902aa7a-5a34-4220-ba06-96f50d37f112 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:43.319849 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97d45dae-5090-4134-8d7e-9ae2276e525a req-8902aa7a-5a34-4220-ba06-96f50d37f112 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0666492 Jun 29 00:04:43.357621 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97d45dae-5090-4134-8d7e-9ae2276e525a req-ca829398-1d9f-4aba-a424-9321f3653cfe tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Jun 29 00:04:44.282904 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:44.529677 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b550d1-ddbd-40e5-8b2f-48f4bbe8eaa9 req-32ea5a8b-2818-4dc0-b02a-65a236cda304 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:44.531132 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-61b550d1-ddbd-40e5-8b2f-48f4bbe8eaa9 req-32ea5a8b-2818-4dc0-b02a-65a236cda304 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0608504 Jun 29 00:04:44.569421 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-61b550d1-ddbd-40e5-8b2f-48f4bbe8eaa9 req-a0e2a102-0288-4f91-90bc-97815d5c7f37 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322297 Jun 29 00:04:45.764065 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050393a7-243c-4372-8b26-508f98981351 req-8be83d98-0edc-4d79-8188-10882c850d6e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:45.765702 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-050393a7-243c-4372-8b26-508f98981351 req-8be83d98-0edc-4d79-8188-10882c850d6e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0730145 Jun 29 00:04:45.809388 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-050393a7-243c-4372-8b26-508f98981351 req-0d3ecc6b-9c0e-46da-abdf-d540e028f8a3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358231 Jun 29 00:04:46.283921 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:04:46.759598 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:46.991238 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee65d17-bc5c-4520-87cf-6c167f9e21e8 req-11d2f849-660e-4160-b6ee-7a7bdd9a3acc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:46.992714 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4ee65d17-bc5c-4520-87cf-6c167f9e21e8 req-11d2f849-660e-4160-b6ee-7a7bdd9a3acc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0659420 Jun 29 00:04:47.032262 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4ee65d17-bc5c-4520-87cf-6c167f9e21e8 req-fdd7af4e-462a-4dcb-9aa3-76eb0a66deb9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Jun 29 00:04:48.213014 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6332f-6fe8-4c6f-8928-04dc7d52fecd req-21ee6030-bf24-412c-a437-8afc5571e344 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:48.214468 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-22f6332f-6fe8-4c6f-8928-04dc7d52fecd req-21ee6030-bf24-412c-a437-8afc5571e344 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0621631 Jun 29 00:04:48.252119 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-22f6332f-6fe8-4c6f-8928-04dc7d52fecd req-c7425278-f70a-40b6-92d9-4084fc4c2777 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313413 Jun 29 00:04:49.440583 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9436e3-66b9-46da-ac3b-6de4132337d8 req-42ded694-7d75-4260-9b24-13d279bc3b52 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:49.441978 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb9436e3-66b9-46da-ac3b-6de4132337d8 req-42ded694-7d75-4260-9b24-13d279bc3b52 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0761492 Jun 29 00:04:49.484348 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb9436e3-66b9-46da-ac3b-6de4132337d8 req-103270ac-7662-4119-8f12-95589c717fda tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358543 Jun 29 00:04:49.897900 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:50.667747 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d80389-5fdd-41cf-886d-5550a7db6573 req-0cc81d7d-2866-4fa2-8989-0da672204ada tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:50.669205 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f3d80389-5fdd-41cf-886d-5550a7db6573 req-0cc81d7d-2866-4fa2-8989-0da672204ada tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0657270 Jun 29 00:04:50.707441 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f3d80389-5fdd-41cf-886d-5550a7db6573 req-0c57c041-b767-436e-84e2-589abce3e339 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318878 Jun 29 00:04:51.888517 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fddf4-16d7-45b2-abfd-7ef7cf3c5a13 req-0388975a-261f-43af-abf7-2cac6cb0d976 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:51.889897 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e17fddf4-16d7-45b2-abfd-7ef7cf3c5a13 req-0388975a-261f-43af-abf7-2cac6cb0d976 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0653315 Jun 29 00:04:51.926043 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e17fddf4-16d7-45b2-abfd-7ef7cf3c5a13 req-6831bc73-9dcf-47af-9077-d76fee61377a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304768 Jun 29 00:04:53.102753 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a2d8b-be11-4c6d-8b63-c03c5d574475 req-a483d87d-cde4-4767-9e67-3277c588b944 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:53.104259 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7b7a2d8b-be11-4c6d-8b63-c03c5d574475 req-a483d87d-cde4-4767-9e67-3277c588b944 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0652409 Jun 29 00:04:53.142489 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7b7a2d8b-be11-4c6d-8b63-c03c5d574475 req-cd45bae2-6eca-4760-9db5-411f385d7fb7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Jun 29 00:04:54.329488 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c83d29-6d3a-4beb-b97c-659f98ef2449 req-7b7e33fc-2c15-4763-a23d-794654557363 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:54.330978 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e0c83d29-6d3a-4beb-b97c-659f98ef2449 req-7b7e33fc-2c15-4763-a23d-794654557363 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0746825 Jun 29 00:04:54.367156 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e0c83d29-6d3a-4beb-b97c-659f98ef2449 req-fbda7f74-f97c-49ab-a9d6-5feed81a5471 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301106 Jun 29 00:04:55.338019 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-49032d5b-69d1-45dd-b635-91baaad3b4e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597026 Jun 29 00:04:55.433463 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-c8169b04-f8f9-4164-a3fd-b465588fd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:55.435451 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-c8169b04-f8f9-4164-a3fd-b465588fd4e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 1098 time: 0.0564935 Jun 29 00:04:55.552001 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4cc16-de6a-4e1d-bbef-8ac7375f7874 req-c6489369-9826-4254-81ea-c3085af6f45a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:55.553483 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2a4cc16-de6a-4e1d-bbef-8ac7375f7874 req-c6489369-9826-4254-81ea-c3085af6f45a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0680802 Jun 29 00:04:55.561208 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-a6406476-4d9c-401d-bfb7-2d70dfafed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:55.562693 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-a6406476-4d9c-401d-bfb7-2d70dfafed3e service neutron] 10.222.0.38 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 911 time: 0.0999784 Jun 29 00:04:55.591024 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2a4cc16-de6a-4e1d-bbef-8ac7375f7874 req-2c7c8d78-7a39-4b9e-a55e-f91e81310c64 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317655 Jun 29 00:04:55.634271 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-5011cb92-047b-4fcd-b5bf-08cd272702f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31910503-e5ee-4916-8819-5675caf4b2c5 HTTP/1.1" status: 200 len: 1001 time: 0.0611184 Jun 29 00:04:55.688707 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-5ba8e289-cd1e-4a9b-9cdc-9b9d14e0e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:55.690111 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-5ba8e289-cd1e-4a9b-9cdc-9b9d14e0e3eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 200 len: 849 time: 0.0454051 Jun 29 00:04:55.752794 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-967504a3-5ebb-4157-b551-ee050e7283d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:55.754318 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-967504a3-5ebb-4157-b551-ee050e7283d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ad788e7-2ca5-4585-83fd-40cad0c008c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565639 Jun 29 00:04:55.849351 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-f2ec80c5-664e-429a-9f38-5bb2e92259a6 service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872335 Jun 29 00:04:55.940841 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-fe7dd6f9-fde1-446f-9f4a-90c30b16bf88 req-4fb3bf7b-6e6f-4091-8f1e-5d17806cfc74 service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809844 Jun 29 00:04:56.767894 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2200e-db6d-451c-b8c9-ddf785f60e0f req-e2aca0ae-2cb6-4dc7-b3e8-b81a7480225c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:56.769290 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dbe2200e-db6d-451c-b8c9-ddf785f60e0f req-e2aca0ae-2cb6-4dc7-b3e8-b81a7480225c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0635951 Jun 29 00:04:56.807320 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dbe2200e-db6d-451c-b8c9-ddf785f60e0f req-35551505-0265-4aeb-ae20-73587ebf78bd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324116 Jun 29 00:04:57.987317 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929798f8-f5ce-4174-9932-7dc9fea8ec85 req-14dd796d-63a9-4dde-8fa7-a8fda44c93ab tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:57.988848 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-929798f8-f5ce-4174-9932-7dc9fea8ec85 req-14dd796d-63a9-4dde-8fa7-a8fda44c93ab tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0628304 Jun 29 00:04:58.027432 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-929798f8-f5ce-4174-9932-7dc9fea8ec85 req-28e3ed62-0531-426c-b287-67c968285dd7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329568 Jun 29 00:04:59.220803 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af40de-ef41-4a29-b463-ece4097fcd8d req-e0452290-2f50-4d4f-8941-a7f264a62667 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:59.222308 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09af40de-ef41-4a29-b463-ece4097fcd8d req-e0452290-2f50-4d4f-8941-a7f264a62667 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0788434 Jun 29 00:04:59.260299 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09af40de-ef41-4a29-b463-ece4097fcd8d req-7ec97053-6d45-4af2-9087-062622597e21 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318654 Jun 29 00:05:00.448701 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcc2c6-a0cd-4c30-933c-6169e4ae532d req-7acb00be-4daf-4aef-b09c-b53647eb6a88 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:00.450522 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-75dcc2c6-a0cd-4c30-933c-6169e4ae532d req-7acb00be-4daf-4aef-b09c-b53647eb6a88 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0733430 Jun 29 00:05:00.490074 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-75dcc2c6-a0cd-4c30-933c-6169e4ae532d req-c9777f54-0bdf-4a49-9a9c-dd8ef1e0f4e3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330217 Jun 29 00:05:01.691765 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e6df9-f7ac-4c8c-84ce-9a1b56682df5 req-57e751c8-b89c-4c54-b8f5-a66a39923398 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:01.693291 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-454e6df9-f7ac-4c8c-84ce-9a1b56682df5 req-57e751c8-b89c-4c54-b8f5-a66a39923398 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0788031 Jun 29 00:05:01.731761 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-454e6df9-f7ac-4c8c-84ce-9a1b56682df5 req-5cac00d1-6a75-41ba-8ba4-28c5fad456e5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329890 Jun 29 00:05:02.942231 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63244e-3ada-408f-92ce-68b42ad41314 req-21012887-685d-4d0d-9311-de931ed6d95f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:02.943836 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6d63244e-3ada-408f-92ce-68b42ad41314 req-21012887-685d-4d0d-9311-de931ed6d95f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0719295 Jun 29 00:05:02.986062 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6d63244e-3ada-408f-92ce-68b42ad41314 req-db3dd3ea-1428-42bf-9a8f-ec41f1eae06f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361037 Jun 29 00:05:04.190190 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832ccb-32a1-45ed-b7b8-b1c2fcf45986 req-94db1c20-270a-46c0-a752-db19238ebdff tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:04.191647 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-02832ccb-32a1-45ed-b7b8-b1c2fcf45986 req-94db1c20-270a-46c0-a752-db19238ebdff tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0805123 Jun 29 00:05:04.231703 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-02832ccb-32a1-45ed-b7b8-b1c2fcf45986 req-2d0dd328-cddb-4f86-8af6-b3a6321d8519 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343015 Jun 29 00:05:05.412950 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2d24-3cd8-46ed-b3d0-92ea1a4788d4 req-1e2801e6-4d84-4604-96df-25ca1a6afd01 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:05.414402 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-10df2d24-3cd8-46ed-b3d0-92ea1a4788d4 req-1e2801e6-4d84-4604-96df-25ca1a6afd01 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0644739 Jun 29 00:05:05.455949 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-10df2d24-3cd8-46ed-b3d0-92ea1a4788d4 req-70406de4-c740-4d18-bcc7-b4b2d1580ebd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354531 Jun 29 00:05:06.649446 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da038cc-c9c0-4e48-ac18-edf8a707e040 req-89323e6b-748a-46ce-817e-5e8a48ac8a08 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:06.651049 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8da038cc-c9c0-4e48-ac18-edf8a707e040 req-89323e6b-748a-46ce-817e-5e8a48ac8a08 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0681744 Jun 29 00:05:06.692808 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8da038cc-c9c0-4e48-ac18-edf8a707e040 req-20a83d85-00aa-4d29-a6d4-3af508546dbd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356128 Jun 29 00:05:07.879898 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452031c-e59e-40cc-af0b-636fc4801d19 req-1d5e5f11-3399-471b-9839-55bdfd908f4b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:07.881431 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1452031c-e59e-40cc-af0b-636fc4801d19 req-1d5e5f11-3399-471b-9839-55bdfd908f4b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0690618 Jun 29 00:05:07.924097 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1452031c-e59e-40cc-af0b-636fc4801d19 req-82405886-f0ca-4c30-85d5-33b79002d1a7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364377 Jun 29 00:05:09.072594 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-da20a53c-efb4-4924-8d01-c694a1cccbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:09.122504 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e504-03fc-4000-ac34-7765f7db1b6a req-2cb54483-7d52-481c-a957-1d934638f339 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:09.124835 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-96d0e504-03fc-4000-ac34-7765f7db1b6a req-2cb54483-7d52-481c-a957-1d934638f339 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0855072 Jun 29 00:05:09.169410 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-96d0e504-03fc-4000-ac34-7765f7db1b6a req-8fdabf2b-6f48-44f4-a2c1-dbadfce79a4a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384619 Jun 29 00:05:10.358135 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bfbbf-5ba6-41c7-abeb-fbf865564294 req-07e3cfe3-dced-4bf4-a9c8-0f77ac55c666 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:10.359542 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-732bfbbf-5ba6-41c7-abeb-fbf865564294 req-07e3cfe3-dced-4bf4-a9c8-0f77ac55c666 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0706055 Jun 29 00:05:10.400405 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-732bfbbf-5ba6-41c7-abeb-fbf865564294 req-3b4ec86d-f9f0-4080-bfc9-e5ca7545b7c1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353122 Jun 29 00:05:11.592375 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a824-4461-4c67-baca-1e3d6a34c15a req-e9398fd8-d3ed-4756-884a-c640b5c7aece tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:11.593862 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a949a824-4461-4c67-baca-1e3d6a34c15a req-e9398fd8-d3ed-4756-884a-c640b5c7aece tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0702348 Jun 29 00:05:11.636098 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a949a824-4461-4c67-baca-1e3d6a34c15a req-fa4dca8f-050c-4231-b1c5-f8ef23125b9a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349901 Jun 29 00:05:12.289967 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e870604c-f2e3-46e4-86c4-3d2320e6db6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:12.561016 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:12.812719 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bbefc-6206-405e-b6b4-3cb0cf39382e req-b3adb574-b29c-4d2c-8284-0a7cd08da93a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:12.814172 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f98bbefc-6206-405e-b6b4-3cb0cf39382e req-b3adb574-b29c-4d2c-8284-0a7cd08da93a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0606978 Jun 29 00:05:12.850288 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f98bbefc-6206-405e-b6b4-3cb0cf39382e req-825f0bb6-89df-47c1-a10a-44cc1383ee32 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301402 Jun 29 00:05:14.039500 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabb6c2-298c-4346-9512-09262bb11154 req-168e757b-3ee9-45de-8c20-fa7b0c8e2557 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:14.041004 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2cabb6c2-298c-4346-9512-09262bb11154 req-168e757b-3ee9-45de-8c20-fa7b0c8e2557 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0660024 Jun 29 00:05:14.079629 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2cabb6c2-298c-4346-9512-09262bb11154 req-588bac9b-8fd8-48b5-a683-70d3c9c442ab tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329094 Jun 29 00:05:14.292489 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:15.255442 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b10160-fe73-4051-bbe2-dd1daea3d591 req-c3d5929f-9c9c-4e08-a1ed-bd3240eefa33 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:15.256915 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e8b10160-fe73-4051-bbe2-dd1daea3d591 req-c3d5929f-9c9c-4e08-a1ed-bd3240eefa33 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0622792 Jun 29 00:05:15.297006 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e8b10160-fe73-4051-bbe2-dd1daea3d591 req-44d86ae1-4943-4378-8a97-9ea7643ac039 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339782 Jun 29 00:05:16.476783 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad80a-203c-47a0-af2d-f49cad509c91 req-3e27f808-5f1a-4b03-85fb-a216a01d69d1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:16.478903 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-93bad80a-203c-47a0-af2d-f49cad509c91 req-3e27f808-5f1a-4b03-85fb-a216a01d69d1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0682180 Jun 29 00:05:16.520341 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-93bad80a-203c-47a0-af2d-f49cad509c91 req-fd5631ae-bc84-42ff-aa75-8c8fa966d850 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341432 Jun 29 00:05:16.762024 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:17.705550 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d63f2-7536-4e98-b15e-18f2a2dfe028 req-22f07d15-670d-42d7-8c85-edf17b14524f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:17.707158 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-976d63f2-7536-4e98-b15e-18f2a2dfe028 req-22f07d15-670d-42d7-8c85-edf17b14524f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0684497 Jun 29 00:05:17.746142 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-976d63f2-7536-4e98-b15e-18f2a2dfe028 req-14022099-69cf-4f00-9fc9-d8d0bb6e4505 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334241 Jun 29 00:05:18.933867 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b9698-9a5a-4bc2-b412-cd8e3fa24841 req-8a85f3fe-36df-434e-943a-bace5e268ab3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:18.935422 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-858b9698-9a5a-4bc2-b412-cd8e3fa24841 req-8a85f3fe-36df-434e-943a-bace5e268ab3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0704401 Jun 29 00:05:18.976709 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-858b9698-9a5a-4bc2-b412-cd8e3fa24841 req-4d30bbf0-32d3-4e76-8852-aa964c0ce7e3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350082 Jun 29 00:05:19.895292 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:20.158287 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e6d75-7a72-4d05-9f46-f4c65b553065 req-919f584f-da25-4b01-9de5-cfcbaecec617 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:20.160118 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-db6e6d75-7a72-4d05-9f46-f4c65b553065 req-919f584f-da25-4b01-9de5-cfcbaecec617 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0696442 Jun 29 00:05:20.209404 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-db6e6d75-7a72-4d05-9f46-f4c65b553065 req-8b119056-3b5e-45c2-81cc-304c341b561f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392108 Jun 29 00:05:21.395460 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e39b6-5796-411f-82f1-e4f36a5f0db1 req-91f4d15a-8553-4c9d-a7a4-0acc237d4b6c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:21.396946 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-599e39b6-5796-411f-82f1-e4f36a5f0db1 req-91f4d15a-8553-4c9d-a7a4-0acc237d4b6c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0647516 Jun 29 00:05:21.436017 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-599e39b6-5796-411f-82f1-e4f36a5f0db1 req-718a7192-4a57-401b-9a5c-4c9bf0dd08c0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333767 Jun 29 00:05:22.615502 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0406af-d1c3-42ea-9c71-bd40c14e4eac req-8e4a1513-5802-4baf-b1f8-ca7c6ef16d69 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:22.617013 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e0406af-d1c3-42ea-9c71-bd40c14e4eac req-8e4a1513-5802-4baf-b1f8-ca7c6ef16d69 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0639901 Jun 29 00:05:22.657216 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e0406af-d1c3-42ea-9c71-bd40c14e4eac req-dc509b42-37a3-413f-87fd-10e08ab676e6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334525 Jun 29 00:05:23.282709 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:05:23.839536 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445b54c-9397-46fa-908c-74afe169f4a4 req-8f1c1d18-ad3c-4397-afe2-9b1d89011377 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:23.841502 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0445b54c-9397-46fa-908c-74afe169f4a4 req-8f1c1d18-ad3c-4397-afe2-9b1d89011377 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0671079 Jun 29 00:05:23.881817 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0445b54c-9397-46fa-908c-74afe169f4a4 req-aeb140ee-f36f-4041-8b98-ea794172082f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347447 Jun 29 00:05:25.056150 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84c5ec-d1d7-4c5f-8149-c36dc8ed2ed0 req-7f4527d2-43a8-4270-bf7c-f73078f195a3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:25.057624 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6a84c5ec-d1d7-4c5f-8149-c36dc8ed2ed0 req-7f4527d2-43a8-4270-bf7c-f73078f195a3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0636048 Jun 29 00:05:25.095098 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6a84c5ec-d1d7-4c5f-8149-c36dc8ed2ed0 req-39d68a29-eaf9-43a5-8af2-96d6f2b53346 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310740 Jun 29 00:05:26.273664 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0dfa-a496-43d4-8c00-16d40ec30e62 req-f6034b5c-812b-49b4-bbdb-6a241f6ba4a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:26.275161 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-00bd0dfa-a496-43d4-8c00-16d40ec30e62 req-f6034b5c-812b-49b4-bbdb-6a241f6ba4a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0652134 Jun 29 00:05:26.314815 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-00bd0dfa-a496-43d4-8c00-16d40ec30e62 req-ebaacd86-744c-4505-bf10-7ed9dcca0f50 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329137 Jun 29 00:05:27.498693 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60310c13-e4c4-4f88-9c1c-83f34259e221 req-609b6edf-6202-494c-8183-2f34b9f9d6e5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:27.500187 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-60310c13-e4c4-4f88-9c1c-83f34259e221 req-609b6edf-6202-494c-8183-2f34b9f9d6e5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0631614 Jun 29 00:05:27.539170 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-60310c13-e4c4-4f88-9c1c-83f34259e221 req-82569c10-eccb-4fad-85e7-3d30a9845e96 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327716 Jun 29 00:05:28.716671 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559a41a-ba59-4cce-8722-b3c734d1a878 req-b561148f-9582-4d8d-a6c4-e985df2f1a16 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:28.717914 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d559a41a-ba59-4cce-8722-b3c734d1a878 req-b561148f-9582-4d8d-a6c4-e985df2f1a16 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0664523 Jun 29 00:05:28.755093 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d559a41a-ba59-4cce-8722-b3c734d1a878 req-3f8ffb07-44ef-4309-946e-8c06ab30c14b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307281 Jun 29 00:05:29.933414 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c73880-d8d7-4b06-a00d-bff1338317ad req-bc8e4721-1390-4062-a8e1-468ebbc7f88a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:29.934806 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-57c73880-d8d7-4b06-a00d-bff1338317ad req-bc8e4721-1390-4062-a8e1-468ebbc7f88a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0654039 Jun 29 00:05:29.972694 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-57c73880-d8d7-4b06-a00d-bff1338317ad req-14ccb90d-48b4-468d-abf9-771afc9a0c1d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Jun 29 00:05:31.149273 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2648-e25f-422d-b318-c17ca5e0743e req-fced235b-fd4f-4d68-b362-0420f0e7419e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:31.150817 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-731c2648-e25f-422d-b318-c17ca5e0743e req-fced235b-fd4f-4d68-b362-0420f0e7419e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0611553 Jun 29 00:05:31.187533 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-731c2648-e25f-422d-b318-c17ca5e0743e req-f538f8b3-d80e-4adf-b00c-87e412f3bb22 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307136 Jun 29 00:05:32.366330 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f38d-3b29-4ff4-86ed-c252837002f6 req-4467e8e4-bc49-493f-89ec-71503a7be262 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:32.368924 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f652f38d-3b29-4ff4-86ed-c252837002f6 req-4467e8e4-bc49-493f-89ec-71503a7be262 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0668623 Jun 29 00:05:32.606338 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f652f38d-3b29-4ff4-86ed-c252837002f6 req-1ef0351e-af19-439b-8ab6-da672673a972 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317324 Jun 29 00:05:33.794816 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdcdc5-ddcc-42d7-b2cb-82dc1fd29ac1 req-a7202f45-eb89-405c-a9ee-b4b83533312e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:33.796315 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-85cdcdc5-ddcc-42d7-b2cb-82dc1fd29ac1 req-a7202f45-eb89-405c-a9ee-b4b83533312e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0607128 Jun 29 00:05:33.833986 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-85cdcdc5-ddcc-42d7-b2cb-82dc1fd29ac1 req-0f917c0b-eb2d-48a3-8493-95f202cdd397 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Jun 29 00:05:34.563048 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49188) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:34.628901 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:34.656124 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:34.720181 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:34.723795 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:34.725710 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e56b3bc-aec1-4d46-a935-5ab3b7e18333 HTTP/1.1" status: 204 len: 168 time: 0.1615176 Jun 29 00:05:34.726658 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7d243b03-3260-430a-af98-518709e99293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:34.736370 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e56b3bc-aec1-4d46-a935-5ab3b7e18333,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:34.743435 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.743815 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.744764 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.745156 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.745509 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.745863 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.746214 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.746560 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.746933 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.747281 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.747621 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.747961 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:34.751364 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:34.830613 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49194) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:35.117686 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71844caf-2696-4e2e-ad66-aa7b90ba95a4 req-b6172745-f0c2-46ea-a7a2-76981df9a374 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:35.119156 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-71844caf-2696-4e2e-ad66-aa7b90ba95a4 req-b6172745-f0c2-46ea-a7a2-76981df9a374 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1481709 Jun 29 00:05:35.191045 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-71844caf-2696-4e2e-ad66-aa7b90ba95a4 req-cf5b042d-814d-46df-a54f-0affd6a2413a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660796 Jun 29 00:05:35.419128 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8049689'] for router_interface, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:35.722451 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Deleting port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:35.722827 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:35.801769 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] For port 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=0c924010-73aa-4cbd-9bd9-7e8c14f5a89f,segment=NetworkSegment(20c2878a-fe15-42c3-ab38-929485394265),segment_id=20c2878a-fe15-42c3-ab38-929485394265)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:35.802063 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:35.814104 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Calling delete_port for 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f owned by network:router_interface {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:36.030711 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:36.034612 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-45c43f01-9fa3-4717-a4d8-c90c55e20212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:36.056281 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c924010-73aa-4cbd-9bd9-7e8c14f5a89f,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:36.059344 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:36.216338 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8049805'] for router_interface, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:36.446652 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894811d-8bff-4157-97d2-ae951fa22142 req-0213393c-c423-4627-827b-8ca14dac1f5b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:36.448198 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8894811d-8bff-4157-97d2-ae951fa22142 req-0213393c-c423-4627-827b-8ca14dac1f5b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1392386 Jun 29 00:05:36.487751 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Router 93e03d08-c5d6-4a4f-a8b9-c91281782fee has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:05:36.509126 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8894811d-8bff-4157-97d2-ae951fa22142 req-a53aa653-5b8f-42c0-a57a-163baa6cbbbe tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537999 Jun 29 00:05:36.607722 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:05:36.615828 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] 10.222.0.24 "PUT /v2.0/routers/93e03d08-c5d6-4a4f-a8b9-c91281782fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827182 Jun 29 00:05:36.617319 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49220) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:36.627658 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] Sync routers for ids ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:05:36.648870 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] Routers {'93e03d08-c5d6-4a4f-a8b9-c91281782fee'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:36.648870 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:36.730415 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks [] for router, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:36.748214 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] Set router 93e03d08-c5d6-4a4f-a8b9-c91281782fee gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:36.851803 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.016081 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-29T00:05:35Z', 'revision_number': 5, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'gw_port': {'id': '5c39e9e9-88af-4b1c-b7f3-542813972d43', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:be:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-28T23:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:37.046059 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] Checking router: 93e03d08-c5d6-4a4f-a8b9-c91281782fee for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:05:37.056088 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] Routers {'93e03d08-c5d6-4a4f-a8b9-c91281782fee'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:37.056974 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:37.144288 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] Set router 93e03d08-c5d6-4a4f-a8b9-c91281782fee gateway port host: None {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:37.153070 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Deleting port 5c39e9e9-88af-4b1c-b7f3-542813972d43 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:37.153417 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.193737 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-29T00:05:36Z', 'revision_number': 6, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'gw_port_host': None}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:37.222269 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6944cc-8488-4207-a299-687b43360a4b None None] The sync data for ids ['93e03d08-c5d6-4a4f-a8b9-c91281782fee'] in dv-cinder-763306-13-iscsi is: [{'id': '93e03d08-c5d6-4a4f-a8b9-c91281782fee', 'name': 'tempest-TestShelveInstance-1799957313-router', 'tenant_id': 'ac9c3914db6447529365428a9c4346a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:08Z', 'updated_at': '2021-06-29T00:05:36Z', 'revision_number': 6, 'project_id': 'ac9c3914db6447529365428a9c4346a9', 'gw_port_host': None}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:05:37.229301 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] For port 5c39e9e9-88af-4b1c-b7f3-542813972d43, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=5c39e9e9-88af-4b1c-b7f3-542813972d43,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:37.229664 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.242480 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Calling delete_port for 5c39e9e9-88af-4b1c-b7f3-542813972d43 owned by network:router_gateway {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:37.429422 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.431434 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:37.455168 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Pushing event deleted for resources: {'Port': ['ID=5c39e9e9-88af-4b1c-b7f3-542813972d43,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:37.466318 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.466694 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.467092 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.467455 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.467814 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.468172 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.468533 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.468933 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.469288 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.469639 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.469989 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.470339 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:37.488098 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:37.526029 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8051283'] for router_gateway, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.656290 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8049724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25354'] for router, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.660321 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.716908 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169468b5-fa47-477c-b19a-7f7289deb747 req-7c584da8-7f37-4cc6-b452-f3ee064fd205 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:37.718496 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-169468b5-fa47-477c-b19a-7f7289deb747 req-7c584da8-7f37-4cc6-b452-f3ee064fd205 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0761423 Jun 29 00:05:37.740378 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8051253'] for router, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.740916 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93e03d08-c5d6-4a4f-a8b9-c91281782fee {{(pid=92940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:05:37.747605 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Notify callbacks [] for router, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.751062 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] 10.222.0.24 "DELETE /v2.0/routers/93e03d08-c5d6-4a4f-a8b9-c91281782fee HTTP/1.1" status: 204 len: 168 time: 1.1300626 Jun 29 00:05:37.751378 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49238) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:37.772853 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-169468b5-fa47-477c-b19a-7f7289deb747 req-1f5c830e-f2a1-46e2-831f-277039f169ff tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461385 Jun 29 00:05:37.796581 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_v2 [None req-7293b3a9-cc28-4d42-b97c-df293fca381c admin admin] Deleting subnet d7e24dc6-dad0-42a6-924f-acfb4adba68c {{(pid=92940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:05:37.800177 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7293b3a9-cc28-4d42-b97c-df293fca381c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.837188 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7293b3a9-cc28-4d42-b97c-df293fca381c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467922'] for subnet, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:37.945466 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7293b3a9-cc28-4d42-b97c-df293fca381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.001853 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7293b3a9-cc28-4d42-b97c-df293fca381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4462977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4468348'] for subnet, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.003952 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:38.026451 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293b3a9-cc28-4d42-b97c-df293fca381c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e24dc6-dad0-42a6-924f-acfb4adba68c,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:38.029079 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-7293b3a9-cc28-4d42-b97c-df293fca381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:38.032820 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7293b3a9-cc28-4d42-b97c-df293fca381c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.036437 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-7293b3a9-cc28-4d42-b97c-df293fca381c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d7e24dc6-dad0-42a6-924f-acfb4adba68c HTTP/1.1" status: 204 len: 168 time: 0.2819614 Jun 29 00:05:38.036727 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49240) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:38.041244 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33fd7b3-4d6e-42d3-84fd-abecbdf38b2c None None] Network 90fadcaf-62f5-4feb-b044-03ef50d9a94c requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:05:38.115887 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.176469 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Deleting port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:38.176850 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.235214 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] DHCP port deletion for 90fadcaf-62f5-4feb-b044-03ef50d9a94c request from dv-cinder-763306-13-iscsi {{(pid=92942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:05:38.247763 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] For port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9,segment=NetworkSegment(20c2878a-fe15-42c3-ab38-929485394265),segment_id=20c2878a-fe15-42c3-ab38-929485394265)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:38.248378 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.261042 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Calling delete_port for d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 owned by network:dhcp {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:38.285261 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Deleting port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:38.285938 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.346468 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.351202 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-7ff20fc2-1042-4008-a6ac-dc1acbf547cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:38.362228 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] For port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9,segment=NetworkSegment(20c2878a-fe15-42c3-ab38-929485394265),segment_id=20c2878a-fe15-42c3-ab38-929485394265)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:38.363251 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.384085 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Calling delete_port for d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:38.390002 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:38.394602 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:38.398515 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] No DVR routers for this DVR port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 on host dv-cinder-763306-13-iscsi {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:38.514480 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.530490 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fadcaf-62f5-4feb-b044-03ef50d9a94c']}} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:38.551462 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c2878a-fe15-42c3-ab38-929485394265') {'for_net_delete': True} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:38.551966 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c2878a-fe15-42c3-ab38-929485394265') {} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:38.567132 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467913'] for segment, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.586314 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.590230 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.592155 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=92940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:05:38.592284 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:38.592551 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4473368'] for segment, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: Traceback (most recent call last): Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: timer() Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: cb(*args, **kw) Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: return func(*args, **kwargs) Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: self._notify() Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: self.callback(batched_events) Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: event.method(event) Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: return f(self, *a, **k) Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._get(url).json() Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: return self.request(url, 'GET', **kwargs) Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:05:38.594261 dv-cinder-763306-13-iscsi neutron-server[92940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:05:38.615689 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Pushing event deleted for resources: {'Port': ['ID=d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:38.623545 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] No DVR routers for this DVR port d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 on host dv-cinder-763306-13-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:38.626721 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.627098 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.627435 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.627779 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.628104 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.628812 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.629056 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.629481 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.629696 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.630052 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.630421 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.630652 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:38.635635 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:38.651731 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.656592 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b07d5ec5-de76-40e5-9431-b5adf9f7de6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:38.659899 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:38.665474 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] 10.222.0.24 "DELETE /v2.0/networks/90fadcaf-62f5-4feb-b044-03ef50d9a94c HTTP/1.1" status: 204 len: 168 time: 0.6240566 Jun 29 00:05:38.665570 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49246) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:38.683282 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Pushing event deleted for resources: {'Network': ['ID=90fadcaf-62f5-4feb-b044-03ef50d9a94c,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:38.685676 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:38.810830 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:38.834478 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:38.834842 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0c924010-73aa-4cbd-9bd9-7e8c14f5a89f not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:38.835726 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:38.865864 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:38.867019 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device d9a56c7d-cb75-42a6-a3fd-253c1bc11ab9 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:38.867804 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 5c39e9e9-88af-4b1c-b7f3-542813972d43 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:38.892278 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 5c39e9e9-88af-4b1c-b7f3-542813972d43 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:38.892643 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 5c39e9e9-88af-4b1c-b7f3-542813972d43 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:39.068439 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ded5c8cd-df0e-4895-a84c-a5c03878a44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:39.130376 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895eb0b5-9901-4f9d-bd1c-b7b43737a1dd req-d047320a-1bda-418e-a613-d3f8d5ec97d9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:39.132064 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-895eb0b5-9901-4f9d-bd1c-b7b43737a1dd req-d047320a-1bda-418e-a613-d3f8d5ec97d9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1489847 Jun 29 00:05:39.203229 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-895eb0b5-9901-4f9d-bd1c-b7b43737a1dd req-229cbcea-09b2-4077-ad8e-ee5a19c3fd8e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641234 Jun 29 00:05:39.318266 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8049689'] for router_interface, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:39.558145 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Deleting port 38dd52cc-5a12-4306-833a-73f86dfa4932 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:39.558487 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:39.633740 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] For port 38dd52cc-5a12-4306-833a-73f86dfa4932, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=38dd52cc-5a12-4306-833a-73f86dfa4932,segment=NetworkSegment(129f9983-dac8-4065-96ae-f958a8883a21),segment_id=129f9983-dac8-4065-96ae-f958a8883a21)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:39.634103 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:39.646985 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Calling delete_port for 38dd52cc-5a12-4306-833a-73f86dfa4932 owned by network:router_interface {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:39.824661 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:39.826966 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b097dc37-7991-4288-8291-c88f92963cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:39.854822 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dd52cc-5a12-4306-833a-73f86dfa4932,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:39.857910 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:40.019977 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8049805'] for router_interface, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:40.227868 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Router 7847a813-d8ef-4971-93c0-85a5cdefa335 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:05:40.360692 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:05:40.365750 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/7847a813-d8ef-4971-93c0-85a5cdefa335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998405 Jun 29 00:05:40.368389 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49268) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:40.369332 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] Sync routers for ids ['7847a813-d8ef-4971-93c0-85a5cdefa335'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:05:40.379098 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] Routers {'7847a813-d8ef-4971-93c0-85a5cdefa335'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:40.379728 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['7847a813-d8ef-4971-93c0-85a5cdefa335'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:40.443404 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b2dd9-4608-47cd-8957-aef230b8c2b3 req-08f41af3-ba87-4ffa-9d36-85c15e079bf8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:40.444871 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-be2b2dd9-4608-47cd-8957-aef230b8c2b3 req-08f41af3-ba87-4ffa-9d36-85c15e079bf8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1241450 Jun 29 00:05:40.483788 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] Set router 7847a813-d8ef-4971-93c0-85a5cdefa335 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:40.511622 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:40.548626 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-be2b2dd9-4608-47cd-8957-aef230b8c2b3 req-62ca348a-d15a-4489-ab54-0998612a208a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743797 Jun 29 00:05:40.618037 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:40.661046 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:14Z', 'updated_at': '2021-06-29T00:05:39Z', 'revision_number': 5, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'gw_port': {'id': 'acce122a-f35b-4975-bb36-e8e3994e3f6e', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:15Z', 'updated_at': '2021-06-28T23:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:40.670783 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Deleting port acce122a-f35b-4975-bb36-e8e3994e3f6e {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:40.671351 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:40.689306 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] Checking router: 7847a813-d8ef-4971-93c0-85a5cdefa335 for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:05:40.698488 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] Routers {'7847a813-d8ef-4971-93c0-85a5cdefa335'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:40.699149 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['7847a813-d8ef-4971-93c0-85a5cdefa335'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:40.761632 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] For port acce122a-f35b-4975-bb36-e8e3994e3f6e, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=acce122a-f35b-4975-bb36-e8e3994e3f6e,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:40.762172 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:40.775701 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Calling delete_port for acce122a-f35b-4975-bb36-e8e3994e3f6e owned by network:router_gateway {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:40.795556 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] Set router 7847a813-d8ef-4971-93c0-85a5cdefa335 gateway port host: None {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:40.857613 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:14Z', 'updated_at': '2021-06-29T00:05:40Z', 'revision_number': 6, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'gw_port_host': None}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:40.885034 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e90667-3ee3-43f7-bcc8-f161f40643be None None] The sync data for ids ['7847a813-d8ef-4971-93c0-85a5cdefa335'] in dv-cinder-763306-13-iscsi is: [{'id': '7847a813-d8ef-4971-93c0-85a5cdefa335', 'name': 'tempest-TestShelveInstance-1425671681-router', 'tenant_id': '11668d0a9e414be7b29ea8d9d179c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:14Z', 'updated_at': '2021-06-29T00:05:40Z', 'revision_number': 6, 'project_id': '11668d0a9e414be7b29ea8d9d179c58b', 'gw_port_host': None}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:05:40.965665 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:40.969131 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-59f93661-2f20-48d7-ae05-16d29872668b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:40.998643 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=acce122a-f35b-4975-bb36-e8e3994e3f6e,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:41.000962 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:41.055101 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8051283'] for router_gateway, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.383197 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8049724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25354'] for router, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.385301 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.447389 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8051253'] for router, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.447932 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7847a813-d8ef-4971-93c0-85a5cdefa335 {{(pid=92941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:05:41.453928 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.454760 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7847a813-d8ef-4971-93c0-85a5cdefa335 HTTP/1.1" status: 204 len: 168 time: 1.0848048 Jun 29 00:05:41.457344 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49280) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:41.499462 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] Deleting subnet f77462d6-48eb-4b7a-b25e-4a5ca082bdc4 {{(pid=92941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:05:41.503016 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.535044 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592473'] for subnet, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.658619 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.761154 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4222160'] for subnet, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.771531 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600292fe-dba3-443a-bdfa-6d5318ea55b5 req-16ed46fd-f1b6-42b2-9f95-8e0f8df7a6f1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:41.773005 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-600292fe-dba3-443a-bdfa-6d5318ea55b5 req-16ed46fd-f1b6-42b2-9f95-8e0f8df7a6f1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0952189 Jun 29 00:05:41.774553 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:41.804604 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77462d6-48eb-4b7a-b25e-4a5ca082bdc4,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:41.806175 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f01906-802e-429c-94fb-36820a2a84a3 None None] Network a258838e-2008-407e-9700-38af72b2fd59 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:05:41.806645 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.810487 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f77462d6-48eb-4b7a-b25e-4a5ca082bdc4 HTTP/1.1" status: 204 len: 168 time: 0.3499348 Jun 29 00:05:41.810815 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49286) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:41.824283 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:41.847923 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-600292fe-dba3-443a-bdfa-6d5318ea55b5 req-0c0b6593-2830-4a9f-953a-5f874b1aae0d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510740 Jun 29 00:05:41.916966 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:41.978623 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Deleting port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:41.979098 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.050892 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] For port 9ec33558-52f1-4a51-9811-0b4ef2de6c16, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=9ec33558-52f1-4a51-9811-0b4ef2de6c16,segment=NetworkSegment(129f9983-dac8-4065-96ae-f958a8883a21),segment_id=129f9983-dac8-4065-96ae-f958a8883a21)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:42.051270 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.059885 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] DHCP port deletion for a258838e-2008-407e-9700-38af72b2fd59 request from dv-cinder-763306-13-iscsi {{(pid=92942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:05:42.065548 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Calling delete_port for 9ec33558-52f1-4a51-9811-0b4ef2de6c16 owned by network:dhcp {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:42.106522 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] Deleting port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:42.106947 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.149085 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.157478 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:42.182014 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec33558-52f1-4a51-9811-0b4ef2de6c16,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:42.184668 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:42.187461 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] No DVR routers for this DVR port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 on host dv-cinder-763306-13-iscsi {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:42.262999 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.272770 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a258838e-2008-407e-9700-38af72b2fd59']}} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:42.285484 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129f9983-dac8-4065-96ae-f958a8883a21') {'for_net_delete': True} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:42.285839 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129f9983-dac8-4065-96ae-f958a8883a21') {} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:42.295390 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467913'] for segment, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.301265 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] For port 9ec33558-52f1-4a51-9811-0b4ef2de6c16, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=9ec33558-52f1-4a51-9811-0b4ef2de6c16,segment=NetworkSegment(129f9983-dac8-4065-96ae-f958a8883a21),segment_id=129f9983-dac8-4065-96ae-f958a8883a21)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:42.301735 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.309243 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9453a31e-c626-4c21-9597-0ae8e6bb5d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.312408 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.315798 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] Calling delete_port for 9ec33558-52f1-4a51-9811-0b4ef2de6c16 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:42.318224 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=92940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:05:42.318628 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4473368'] for segment, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: Traceback (most recent call last): Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: timer() Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: cb(*args, **kw) Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: return func(*args, **kwargs) Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: self._notify() Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: self.callback(batched_events) Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: event.method(event) Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: return f(self, *a, **k) Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._get(url).json() Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: return self.request(url, 'GET', **kwargs) Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:05:42.320465 dv-cinder-763306-13-iscsi neutron-server[92940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:05:42.382075 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.386932 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.388862 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a258838e-2008-407e-9700-38af72b2fd59 HTTP/1.1" status: 204 len: 168 time: 0.5770118 Jun 29 00:05:42.389651 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:42.398517 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.400622 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4cd95252-3581-4c30-b18c-d8f0f7be3773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:42.401619 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Pushing event deleted for resources: {'Network': ['ID=a258838e-2008-407e-9700-38af72b2fd59,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:42.404123 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-82e40161-c5d9-4150-9f97-0a957a5e6383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:42.426203 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] Network a258838e-2008-407e-9700-38af72b2fd59 is not hosted by any dhcp agent {{(pid=92942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 29 00:05:42.426676 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] No DVR routers for this DVR port 9ec33558-52f1-4a51-9811-0b4ef2de6c16 on host dv-cinder-763306-13-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:42.428296 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] Pushing event deleted for resources: {'Port': ['ID=9ec33558-52f1-4a51-9811-0b4ef2de6c16,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:42.431131 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:42.503321 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49298) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:42.541449 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-2fe87a97-b26a-401e-89ee-39b71abd036d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac9c3914db6447529365428a9c4346a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368500 Jun 29 00:05:42.543711 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49300) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:42.564966 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.593876 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-484b5fc7-33f1-426e-bc5f-17ed3117f6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.614685 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-484b5fc7-33f1-426e-bc5f-17ed3117f6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.663667 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-484b5fc7-33f1-426e-bc5f-17ed3117f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.666274 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-484b5fc7-33f1-426e-bc5f-17ed3117f6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:42.667447 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-484b5fc7-33f1-426e-bc5f-17ed3117f6a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/382007d5-881e-4824-b095-3d5abfd226f7 HTTP/1.1" status: 204 len: 168 time: 0.1228609 Jun 29 00:05:42.668202 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7f4ae5ff-9010-40b3-b371-38cb90d27361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:42.676551 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5fc7-33f1-426e-bc5f-17ed3117f6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382007d5-881e-4824-b095-3d5abfd226f7,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:42.679032 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-484b5fc7-33f1-426e-bc5f-17ed3117f6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:42.790627 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 38dd52cc-5a12-4306-833a-73f86dfa4932 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:42.812405 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 38dd52cc-5a12-4306-833a-73f86dfa4932 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:42.813617 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 38dd52cc-5a12-4306-833a-73f86dfa4932 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:42.813714 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 9ec33558-52f1-4a51-9811-0b4ef2de6c16 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:42.842411 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 9ec33558-52f1-4a51-9811-0b4ef2de6c16 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:42.842776 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 9ec33558-52f1-4a51-9811-0b4ef2de6c16 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:42.844394 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device acce122a-f35b-4975-bb36-e8e3994e3f6e no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:42.868375 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: acce122a-f35b-4975-bb36-e8e3994e3f6e {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:42.868979 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device acce122a-f35b-4975-bb36-e8e3994e3f6e not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:43.013558 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49318) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:43.054887 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c64f0-ca1a-425f-b0dd-686b608fc7b8 req-ca6c9db1-b55a-4078-89da-2600ff60f016 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:43.054887 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-990c64f0-ca1a-425f-b0dd-686b608fc7b8 req-ca6c9db1-b55a-4078-89da-2600ff60f016 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0692844 Jun 29 00:05:43.064011 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c5a9c2ca-72e5-4c5d-862e-00b3746bd286 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11668d0a9e414be7b29ea8d9d179c58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489686 Jun 29 00:05:43.064673 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49322) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:43.097684 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-990c64f0-ca1a-425f-b0dd-686b608fc7b8 req-d3b2dfd5-8e5c-4576-b0fa-ce3a18cd9779 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376344 Jun 29 00:05:43.118369 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-68596519-f63f-4485-bba7-765261219feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:43.144896 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-68596519-f63f-4485-bba7-765261219feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:43.193739 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-68596519-f63f-4485-bba7-765261219feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:43.198379 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-68596519-f63f-4485-bba7-765261219feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:43.198663 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-68596519-f63f-4485-bba7-765261219feb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/797d5a9a-ad29-42e7-a002-4cb8fbec4450 HTTP/1.1" status: 204 len: 168 time: 0.1327596 Jun 29 00:05:43.199457 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-18249375-61a8-44ed-a79e-31ca36e37804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:43.207990 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68596519-f63f-4485-bba7-765261219feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797d5a9a-ad29-42e7-a002-4cb8fbec4450,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:43.210318 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-68596519-f63f-4485-bba7-765261219feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:43.857701 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49346) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:43.951087 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2081969398-network', 'tenant_id': '9272d1cf2333435282afe0831c7846ca'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:43.972124 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Made reservation on behalf of 9272d1cf2333435282afe0831c7846ca for: {'network': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:05:43.974526 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:43.982918 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.075579 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.080558 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.083635 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-26883309-ad6d-47e9-85e0-b6535deb31a3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:44.108669 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=92940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:05:44.119287 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8c10c9-0449-41a0-8b3c-30dd4a13ba5e,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:44.123867 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:44.124977 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.125347 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.segments_db [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Added segment 0c9e4a2e-b043-4157-a332-485a0f37ee30 of type vlan for network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc Jun 29 00:05:44.177169 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.210776 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.212432 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:44.213204 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.215679 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:44.248010 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3891797 Jun 29 00:05:44.258457 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49360) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:44.264249 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Request body: {'subnet': {'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2081969398-subnet', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'ip_version': 4}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:44.278587 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Pushing event updated for resources: {'Network': ['ID=625f77f4-79b7-4c4a-9a2a-89205f0ec3fc,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:44.288250 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:44.291686 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.293830 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:05:44.309558 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Made reservation on behalf of 9272d1cf2333435282afe0831c7846ca for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:05:44.311896 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4222157'] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.347162 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc5899-88af-468b-83ca-283fca592894 req-4f9735c2-d5c8-4d0f-b419-7898c91ba300 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:44.348654 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-72dc5899-88af-468b-83ca-283fca592894 req-4f9735c2-d5c8-4d0f-b419-7898c91ba300 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1202483 Jun 29 00:05:44.435605 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-72dc5899-88af-468b-83ca-283fca592894 req-72936bd5-e05c-4ffa-bab4-f1793a950a35 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573108 Jun 29 00:05:44.535081 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4592597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4222171'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.537476 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:44.591307 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:44.594435 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:44.601464 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Checking segment: {'id': '0c9e4a2e-b043-4157-a332-485a0f37ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:05:44.601818 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Network hostable DHCP agents. Network: 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:05:44.619484 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:05:44.628439 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:44.633666 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:44.634477 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.638004 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986c177-44a0-4dc1-84df-b052ebb6a4ca None None] Network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:05:44.651002 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3898690 Jun 29 00:05:44.653177 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49362) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:44.658163 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:44.681175 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.682164 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.733866 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.785033 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-625f77f4-79b7-4c4a-9a2a-89205f0ec3fc', 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'fixed_ips': [{'subnet_id': '2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 00:05:44.785907 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.870263 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:44.920828 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Allocated IP 172.20.0.2 (625f77f4-79b7-4c4a-9a2a-89205f0ec3fc/2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4/d76015bc-9faf-4564-8eae-ba6165a91f1f) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:05:45.071667 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.078783 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.080937 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Transition to ACTIVE for port object d76015bc-9faf-4564-8eae-ba6165a91f1f will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:45.096029 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Transition to ACTIVE for port object d76015bc-9faf-4564-8eae-ba6165a91f1f will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:45.097901 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.104005 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.110213 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a2101f1b-8624-4add-b349-6acd11586291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:45.146487 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:05:45.152792 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:45.155788 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:05:45.163738 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Pushing event updated for resources: {'Port': ['ID=d76015bc-9faf-4564-8eae-ba6165a91f1f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:45.167141 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:45.207230 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Allocated IP 172.27.1.94 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/ea6f5162-64ce-49c4-a277-1f1f446d9000) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:05:45.225581 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Attempting to bind port d76015bc-9faf-4564-8eae-ba6165a91f1f on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:05:45.225971 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Attempting to bind port d76015bc-9faf-4564-8eae-ba6165a91f1f by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '0c9e4a2e-b043-4157-a332-485a0f37ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:05:45.226355 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Attempting to bind port d76015bc-9faf-4564-8eae-ba6165a91f1f on network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:05:45.232424 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:05:45.232424 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Checking segment: {'id': '0c9e4a2e-b043-4157-a332-485a0f37ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:05:45.233273 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.233273 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Bound using segment: {'id': '0c9e4a2e-b043-4157-a332-485a0f37ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:05:45.233770 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Bound port: d76015bc-9faf-4564-8eae-ba6165a91f1f, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9e4a2e-b043-4157-a332-485a0f37ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:05:45.239077 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.307158 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] For port d76015bc-9faf-4564-8eae-ba6165a91f1f, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:05:45.310574 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] For port d76015bc-9faf-4564-8eae-ba6165a91f1f, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=d76015bc-9faf-4564-8eae-ba6165a91f1f,segment=NetworkSegment(0c9e4a2e-b043-4157-a332-485a0f37ee30),segment_id=0c9e4a2e-b043-4157-a332-485a0f37ee30)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:05:45.315828 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.318823 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:45.322721 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.382146 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4592449'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.382438 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Pushing event updated for resources: {'Port': ['ID=d76015bc-9faf-4564-8eae-ba6165a91f1f,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:45.385477 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-514c4b3b-05ca-4d22-a678-3a3ae391ce48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:45.386322 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:45.426249 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:05:45.431310 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:45.435825 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:05:45.439770 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6f5162-64ce-49c4-a277-1f1f446d9000,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:45.460523 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:45.712605 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00a12-8689-44fc-b49a-7cf6447b3bd0 req-0bfbe447-cda1-4ae0-95a2-79b68870ec43 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:45.714081 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e0a00a12-8689-44fc-b49a-7cf6447b3bd0 req-0bfbe447-cda1-4ae0-95a2-79b68870ec43 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1187079 Jun 29 00:05:45.791922 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e0a00a12-8689-44fc-b49a-7cf6447b3bd0 req-00857306-ac2b-4ad1-90f4-06269a12f596 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712421 Jun 29 00:05:45.800875 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:45.994623 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:46.130138 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Router dbafe77a-60fd-430f-b05f-9b859d74f4ac is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 00:05:46.239048 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:05:46.250295 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Sync routers for ids ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:05:46.257976 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:46.259333 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f5834b18-0ff6-48d0-9d02-a1cb13c93376 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6051664 Jun 29 00:05:46.261657 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Routers {'dbafe77a-60fd-430f-b05f-9b859d74f4ac'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:46.262160 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49388) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:46.262635 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:46.351177 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4edd4-4395-4329-880c-f43d3517650c None None] Network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:05:46.397413 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Set router dbafe77a-60fd-430f-b05f-9b859d74f4ac gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:46.434040 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-dbe16fbf-3f28-4e7a-80a4-1a58bb5ffb72 None None] Provisioning for port d76015bc-9faf-4564-8eae-ba6165a91f1f completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:46.597195 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:44Z', 'updated_at': '2021-06-29T00:05:45Z', 'revision_number': 3, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'gw_port': {'id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:45Z', 'updated_at': '2021-06-29T00:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:46.630668 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Checking router: dbafe77a-60fd-430f-b05f-9b859d74f4ac for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:05:46.631472 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Updating router dbafe77a-60fd-430f-b05f-9b859d74f4ac port ea6f5162-64ce-49c4-a277-1f1f446d9000 binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:05:46.674387 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:46.779998 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:46.870453 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device d76015bc-9faf-4564-8eae-ba6165a91f1f up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:46.938619 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port d76015bc-9faf-4564-8eae-ba6165a91f1f completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:46.942491 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port d76015bc-9faf-4564-8eae-ba6165a91f1f triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:46.943159 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:46.972488 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:46.980733 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:46.992250 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Transition to ACTIVE for port object ea6f5162-64ce-49c4-a277-1f1f446d9000 will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:46.999474 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.004307 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:47.025467 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.069382 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10bfb-1636-4c6e-a1e9-ead6b4fd6631 req-6d415b09-9e98-4fe9-a86f-228c5c1d1cb3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:47.070946 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6ec10bfb-1636-4c6e-a1e9-ead6b4fd6631 req-6d415b09-9e98-4fe9-a86f-228c5c1d1cb3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1419184 Jun 29 00:05:47.072098 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port d76015bc-9faf-4564-8eae-ba6165a91f1f, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=d76015bc-9faf-4564-8eae-ba6165a91f1f,segment=NetworkSegment(0c9e4a2e-b043-4157-a332-485a0f37ee30),segment_id=0c9e4a2e-b043-4157-a332-485a0f37ee30)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:47.079952 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.081858 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:47.092703 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Attempting to bind port ea6f5162-64ce-49c4-a277-1f1f446d9000 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:05:47.093084 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Attempting to bind port ea6f5162-64ce-49c4-a277-1f1f446d9000 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:05:47.093497 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Attempting to bind port ea6f5162-64ce-49c4-a277-1f1f446d9000 on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:05:47.096677 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Pushing event updated for resources: {'Port': ['ID=ea6f5162-64ce-49c4-a277-1f1f446d9000,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:47.104274 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:05:47.104659 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:05:47.105073 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.105592 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:05:47.106065 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Bound port: ea6f5162-64ce-49c4-a277-1f1f446d9000, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:05:47.106509 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.110702 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.110702 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.111076 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.111412 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.111744 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.112072 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.112394 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.112715 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.113057 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.113381 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.121599 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.122017 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:47.142357 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:47.144913 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6ec10bfb-1636-4c6e-a1e9-ead6b4fd6631 req-74b482b9-fd0c-4b3c-8ff2-18e1a0524a77 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476770 Jun 29 00:05:47.150998 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=d76015bc-9faf-4564-8eae-ba6165a91f1f,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:47.154543 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:47.178819 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] For port ea6f5162-64ce-49c4-a277-1f1f446d9000, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:05:47.182075 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] For port ea6f5162-64ce-49c4-a277-1f1f446d9000, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=ea6f5162-64ce-49c4-a277-1f1f446d9000,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:05:47.191133 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Allocated IP 172.20.0.1 (625f77f4-79b7-4c4a-9a2a-89205f0ec3fc/2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4/445a54fa-318a-4f30-8157-1c30747056b9) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:05:47.196680 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.199846 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:47.260806 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Routers {'dbafe77a-60fd-430f-b05f-9b859d74f4ac'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:47.261485 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:47.305853 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Pushing event updated for resources: {'Port': ['ID=ea6f5162-64ce-49c4-a277-1f1f446d9000,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:47.317715 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-be94006d-5dd8-4a5d-93df-3f671fe9b571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:47.328407 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.344117 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.provisioning_blocks [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Transition to ACTIVE for port object 445a54fa-318a-4f30-8157-1c30747056b9 will not be triggered until provisioned by entity DHCP. {{(pid=92941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:47.406558 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4592449'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.412386 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-76b38066-39fe-4c67-80a1-6d8da41d33c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:47.435684 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] Set router dbafe77a-60fd-430f-b05f-9b859d74f4ac gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:47.458372 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:05:47.463502 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:47.471722 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:05:47.565409 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Pushing event updated for resources: {'Port': ['ID=445a54fa-318a-4f30-8157-1c30747056b9,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:47.576800 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:47.578499 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.717349 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:44Z', 'updated_at': '2021-06-29T00:05:45Z', 'revision_number': 3, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'gw_port': {'id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:45Z', 'updated_at': '2021-06-29T00:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:47.766987 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.812521 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-09600e71-3668-459c-a346-a51948ba32ae None None] Provisioning for port 445a54fa-318a-4f30-8157-1c30747056b9 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:47.816546 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-09600e71-3668-459c-a346-a51948ba32ae None None] Provisioning complete for port 445a54fa-318a-4f30-8157-1c30747056b9 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:47.816848 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-09600e71-3668-459c-a346-a51948ba32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.832818 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bce8e-cd94-411c-8f07-57fe9b5bc536 None None] The sync data for ids ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'] in dv-cinder-763306-13-iscsi is: [{'id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:44Z', 'updated_at': '2021-06-29T00:05:45Z', 'revision_number': 3, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'gw_port': {'id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:45Z', 'updated_at': '2021-06-29T00:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:05:47.854057 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-09600e71-3668-459c-a346-a51948ba32ae None None] Port 445a54fa-318a-4f30-8157-1c30747056b9 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:05:47.935995 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.940624 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592471'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.944096 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-dcb211fb-b03a-4340-988b-579869f5e4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:48.010758 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:48.012568 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Pushing event updated for resources: {'Port': ['ID=445a54fa-318a-4f30-8157-1c30747056b9,revision_number=2']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:48.016297 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:48.129228 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:05:48.131128 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:48.276032 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Router dbafe77a-60fd-430f-b05f-9b859d74f4ac has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:05:48.464359 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:05:48.477954 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] 10.222.0.24 "PUT /v2.0/routers/dbafe77a-60fd-430f-b05f-9b859d74f4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2068689 Jun 29 00:05:48.478463 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf1566-8b49-4b8a-aca7-d5c171eb28e2 req-251e5eb5-4c9f-41e6-a614-c0a8f1cdfdf9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:48.480195 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7bf1566-8b49-4b8a-aca7-d5c171eb28e2 req-251e5eb5-4c9f-41e6-a614-c0a8f1cdfdf9 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1321323 Jun 29 00:05:48.484068 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-f3f7855e-371c-4eea-8dbb-14b08ee9b223 None None] Provisioning complete for port 445a54fa-318a-4f30-8157-1c30747056b9 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:48.484966 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f3f7855e-371c-4eea-8dbb-14b08ee9b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:48.522952 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7855e-371c-4eea-8dbb-14b08ee9b223 None None] Port 445a54fa-318a-4f30-8157-1c30747056b9 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:05:48.537149 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7bf1566-8b49-4b8a-aca7-d5c171eb28e2 req-0a4fd6a6-6a11-408f-8ecb-8308134c84d2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499470 Jun 29 00:05:48.935227 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device d76015bc-9faf-4564-8eae-ba6165a91f1f up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:49.007595 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port d76015bc-9faf-4564-8eae-ba6165a91f1f triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:49.008106 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.071121 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49444) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:49.076648 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1449308898-network', 'tenant_id': '0213f335a5924391acb13ae67be686d9'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:49.099067 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Made reservation on behalf of 0213f335a5924391acb13ae67be686d9 for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:05:49.101351 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.103436 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device ea6f5162-64ce-49c4-a277-1f1f446d9000 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:49.110013 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.151889 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port ea6f5162-64ce-49c4-a277-1f1f446d9000 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:49.156079 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port ea6f5162-64ce-49c4-a277-1f1f446d9000 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:49.156605 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.218231 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.226200 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.242253 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:05:49.260041 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.260041 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Added segment 30dd39fe-957c-4b36-b732-6f2dfbaf433d of type vlan for network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 Jun 29 00:05:49.266692 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c050adcb-2e6c-4400-a8d9-2f3b31fd096d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:49.293359 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.314496 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port ea6f5162-64ce-49c4-a277-1f1f446d9000, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=ea6f5162-64ce-49c4-a277-1f1f446d9000,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:49.320027 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff01e5-341b-4e69-af9a-15a2e02219c6,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:49.320448 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.322546 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:49.325080 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:49.329110 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.362772 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.364742 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:49.365410 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.368575 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:49.376418 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=ea6f5162-64ce-49c4-a277-1f1f446d9000,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:49.380326 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:49.395610 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3233001 Jun 29 00:05:49.398933 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49452) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:49.405179 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Request body: {'subnet': {'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1449308898-subnet', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'ip_version': 4}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:49.435514 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Made reservation on behalf of 0213f335a5924391acb13ae67be686d9 for: {'subnet': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:05:49.438169 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4468321'] for subnet, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.449302 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Pushing event updated for resources: {'Network': ['ID=c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:49.455041 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:49.467063 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:05:49.623715 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4462914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4468343'] for subnet, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.626117 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-77b79173-16cb-418e-847d-2e2dbcbf0fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:49.637440 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Sync routers for ids ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:05:49.647581 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Routers {'dbafe77a-60fd-430f-b05f-9b859d74f4ac'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:49.648304 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:49.697007 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44dd148a-9aee-4b91-a975-ca0a4bfdf49b,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:49.704887 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:49.705595 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Checking segment: {'id': '30dd39fe-957c-4b36-b732-6f2dfbaf433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:05:49.705957 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Network hostable DHCP agents. Network: c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:05:49.725297 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:05:49.732733 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6fb93-8be0-4525-af3a-b2b04d4ee772 req-43195787-6c87-40d3-8c6c-cf3c3629dcd0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:49.734918 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7b6fb93-8be0-4525-af3a-b2b04d4ee772 req-43195787-6c87-40d3-8c6c-cf3c3629dcd0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0755696 Jun 29 00:05:49.736852 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13) {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:49.741310 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:49.742196 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.764763 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-afacc5b8-cd2a-497e-b858-6b69f2486da2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3629880 Jun 29 00:05:49.764986 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49458) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:49.768561 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de82ff7-3ab6-4891-bd12-444cdd2f67bd None None] Network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:05:49.779267 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:49.799369 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7b6fb93-8be0-4525-af3a-b2b04d4ee772 req-65b1c6a1-8064-4247-aa17-feeb183a524f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523927 Jun 29 00:05:49.810294 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8052411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25400'] for router, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.811687 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8051928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8048774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8004302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25395'] for router, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.860649 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Set router dbafe77a-60fd-430f-b05f-9b859d74f4ac gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:49.867530 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.920438 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.006746 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8048784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8049863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25373'] for router, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.201581 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23509f45-f1be-57fc-ab19-e325d58c0801-c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13', 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'fixed_ips': [{'subnet_id': '44dd148a-9aee-4b91-a975-ca0a4bfdf49b'}]}} from dv-cinder-763306-13-iscsi. {{(pid=92942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 00:05:50.202441 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.205769 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.228218 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.346652 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Allocated IP 172.27.1.57 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/072f1f6f-e300-403d-9c74-ad18894ba0b3) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:05:50.348448 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:44Z', 'updated_at': '2021-06-29T00:05:47Z', 'revision_number': 4, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'gw_port': {'id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:45Z', 'updated_at': '2021-06-29T00:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '445a54fa-318a-4f30-8157-1c30747056b9', 'name': '', 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'mac_address': 'fa:16:3e:7e:c4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:46Z', 'updated_at': '2021-06-29T00:05:47Z', 'revision_number': 2, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'subnets': [{'id': '2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:50.398368 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Checking router: dbafe77a-60fd-430f-b05f-9b859d74f4ac for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:05:50.398743 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Updating router dbafe77a-60fd-430f-b05f-9b859d74f4ac port 445a54fa-318a-4f30-8157-1c30747056b9 binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:05:50.443465 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Allocated IP 172.20.0.2 (c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13/44dd148a-9aee-4b91-a975-ca0a4bfdf49b/54019b0b-d05c-42ca-a501-fb3321846825) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:05:50.447832 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.468183 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.519709 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4592449'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.521941 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0e08b0dc-a714-4b24-892d-b8946e1c88b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:50.558106 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:05:50.560882 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:50.568192 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:05:50.573397 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Pushing event updated for resources: {'Port': ['ID=072f1f6f-e300-403d-9c74-ad18894ba0b3,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:50.577036 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:50.743472 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.762149 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Transition to ACTIVE for port object 54019b0b-d05c-42ca-a501-fb3321846825 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:50.787751 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Transition to ACTIVE for port object 54019b0b-d05c-42ca-a501-fb3321846825 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:50.804609 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.811141 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-924b9e4f-565e-44f3-bdbb-f62e674e6d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:50.834802 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.865981 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device ea6f5162-64ce-49c4-a277-1f1f446d9000 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:50.935341 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:05:50.946876 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:50.948609 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Pushing event updated for resources: {'Port': ['ID=54019b0b-d05c-42ca-a501-fb3321846825,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:50.953324 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:05:50.957279 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:50.959073 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.994502 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Transition to ACTIVE for port object 445a54fa-318a-4f30-8157-1c30747056b9 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:51.025473 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.029600 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:51.072339 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port ea6f5162-64ce-49c4-a277-1f1f446d9000 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:51.072726 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.077742 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Attempting to bind port 54019b0b-d05c-42ca-a501-fb3321846825 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:05:51.078235 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Attempting to bind port 54019b0b-d05c-42ca-a501-fb3321846825 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '30dd39fe-957c-4b36-b732-6f2dfbaf433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:05:51.078486 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Attempting to bind port 54019b0b-d05c-42ca-a501-fb3321846825 on network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:05:51.101379 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5215d-0904-4eff-8fef-da25c955c59b req-1939c70f-8550-4498-99b4-a863b658e28d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:51.102956 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-39d5215d-0904-4eff-8fef-da25c955c59b req-1939c70f-8550-4498-99b4-a863b658e28d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1551056 Jun 29 00:05:51.108270 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8049880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8048827'] for router, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.116243 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:05:51.116628 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Checking segment: {'id': '30dd39fe-957c-4b36-b732-6f2dfbaf433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:05:51.117343 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.117497 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Bound using segment: {'id': '30dd39fe-957c-4b36-b732-6f2dfbaf433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:05:51.117917 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Bound port: 54019b0b-d05c-42ca-a501-fb3321846825, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dd39fe-957c-4b36-b732-6f2dfbaf433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:05:51.118310 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.125702 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdc159-8622-4bb9-a4dc-6ca91243fa2f None None] Pushing event updated for resources: {'Port': ['ID=445a54fa-318a-4f30-8157-1c30747056b9,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:51.140951 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cfcdc159-8622-4bb9-a4dc-6ca91243fa2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:51.219221 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-39d5215d-0904-4eff-8fef-da25c955c59b req-8d8390fe-9f0a-4a0e-b52a-0ac1ae9f7289 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695460 Jun 29 00:05:51.265093 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Attempting to bind port 445a54fa-318a-4f30-8157-1c30747056b9 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:05:51.265737 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Attempting to bind port 445a54fa-318a-4f30-8157-1c30747056b9 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '0c9e4a2e-b043-4157-a332-485a0f37ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:05:51.265871 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Attempting to bind port 445a54fa-318a-4f30-8157-1c30747056b9 on network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:05:51.274610 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Router 38962384-d34f-42ff-b212-0856291313a5 is scheduled to L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 with binding_index 1 {{(pid=92941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 00:05:51.279507 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] For port 54019b0b-d05c-42ca-a501-fb3321846825, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:05:51.282237 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:05:51.282616 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Checking segment: {'id': '0c9e4a2e-b043-4157-a332-485a0f37ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:05:51.283056 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.283535 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Bound using segment: {'id': '0c9e4a2e-b043-4157-a332-485a0f37ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:05:51.283972 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Bound port: 445a54fa-318a-4f30-8157-1c30747056b9, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9e4a2e-b043-4157-a332-485a0f37ee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:05:51.284335 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.287129 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] For port 54019b0b-d05c-42ca-a501-fb3321846825, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=54019b0b-d05c-42ca-a501-fb3321846825,segment=NetworkSegment(30dd39fe-957c-4b36-b732-6f2dfbaf433d),segment_id=30dd39fe-957c-4b36-b732-6f2dfbaf433d)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:05:51.301663 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.306504 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:51.393364 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:05:51.404942 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Pushing event updated for resources: {'Port': ['ID=54019b0b-d05c-42ca-a501-fb3321846825,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:51.405473 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Sync routers for ids ['38962384-d34f-42ff-b212-0856291313a5'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:05:51.412344 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:51.414055 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.415423 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6490705 Jun 29 00:05:51.418372 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49478) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:51.424824 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Routers {'38962384-d34f-42ff-b212-0856291313a5'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:51.425888 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['38962384-d34f-42ff-b212-0856291313a5'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:51.436139 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] For port 445a54fa-318a-4f30-8157-1c30747056b9, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:05:51.439879 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] For port 445a54fa-318a-4f30-8157-1c30747056b9, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=445a54fa-318a-4f30-8157-1c30747056b9,segment=NetworkSegment(0c9e4a2e-b043-4157-a332-485a0f37ee30),segment_id=0c9e4a2e-b043-4157-a332-485a0f37ee30)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:05:51.446320 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.448934 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:51.521423 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Routers {'dbafe77a-60fd-430f-b05f-9b859d74f4ac'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:51.521423 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:51.521423 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdc159-8622-4bb9-a4dc-6ca91243fa2f None None] Pushing event updated for resources: {'Port': ['ID=445a54fa-318a-4f30-8157-1c30747056b9,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:51.528227 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cfcdc159-8622-4bb9-a4dc-6ca91243fa2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:51.586539 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Set router 38962384-d34f-42ff-b212-0856291313a5 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:51.755360 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] Set router dbafe77a-60fd-430f-b05f-9b859d74f4ac gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:51.877326 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38962384-d34f-42ff-b212-0856291313a5', 'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:49Z', 'updated_at': '2021-06-29T00:05:50Z', 'revision_number': 3, 'project_id': '0213f335a5924391acb13ae67be686d9', 'gw_port': {'id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:50Z', 'updated_at': '2021-06-29T00:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:51.918657 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Checking router: 38962384-d34f-42ff-b212-0856291313a5 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:05:51.919446 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Updating router 38962384-d34f-42ff-b212-0856291313a5 port 072f1f6f-e300-403d-9c74-ad18894ba0b3 binding host dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:05:51.976589 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.013777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:44Z', 'updated_at': '2021-06-29T00:05:47Z', 'revision_number': 4, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'gw_port': {'id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:45Z', 'updated_at': '2021-06-29T00:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '445a54fa-318a-4f30-8157-1c30747056b9', 'name': '', 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'mac_address': 'fa:16:3e:7e:c4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:46Z', 'updated_at': '2021-06-29T00:05:51Z', 'revision_number': 4, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'subnets': [{'id': '2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:52.035728 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.040165 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100f39-11e0-4247-9c9d-9136c4cc07f1 None None] The sync data for ids ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'] in dv-cinder-763306-13-iscsi is: [{'id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:44Z', 'updated_at': '2021-06-29T00:05:47Z', 'revision_number': 4, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'gw_port': {'id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:45Z', 'updated_at': '2021-06-29T00:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '445a54fa-318a-4f30-8157-1c30747056b9', 'name': '', 'network_id': '625f77f4-79b7-4c4a-9a2a-89205f0ec3fc', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'mac_address': 'fa:16:3e:7e:c4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:46Z', 'updated_at': '2021-06-29T00:05:51Z', 'revision_number': 4, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'subnets': [{'id': '2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:05:52.256180 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Allocated IP 172.20.0.1 (c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13/44dd148a-9aee-4b91-a975-ca0a4bfdf49b/110fbfb6-46f2-40d0-a859-e76663f37ed3) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:05:52.266285 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Notify callbacks [] for port, precommit_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.276700 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.provisioning_blocks [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Transition to ACTIVE for port object 072f1f6f-e300-403d-9c74-ad18894ba0b3 will not be triggered until provisioned by entity L2. {{(pid=92943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:52.284522 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.287386 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-04ce843c-fc25-4407-9ecb-4bb7f4d97c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:52.355748 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Attempting to bind port 072f1f6f-e300-403d-9c74-ad18894ba0b3 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:05:52.356734 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Attempting to bind port 072f1f6f-e300-403d-9c74-ad18894ba0b3 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:05:52.357264 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Attempting to bind port 072f1f6f-e300-403d-9c74-ad18894ba0b3 on network e4926fd9-3111-4f9b-98fd-d724574de105 {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:05:52.359997 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925a7fb-5ae6-4f7a-97da-408dc1b6f72d None None] Pushing event updated for resources: {'Port': ['ID=072f1f6f-e300-403d-9c74-ad18894ba0b3,revision_number=2']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:52.370144 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-9925a7fb-5ae6-4f7a-97da-408dc1b6f72d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:52.373396 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:05:52.374053 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Checking segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:05:52.375222 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.375806 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Bound using segment: {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'} {{(pid=92943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:05:52.376473 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.managers [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Bound port: 072f1f6f-e300-403d-9c74-ad18894ba0b3, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af275d7c-4e75-4fdc-bf3b-7d4a6feed026', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}}] {{(pid=92943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:05:52.377077 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.391392 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.415135 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Transition to ACTIVE for port object 110fbfb6-46f2-40d0-a859-e76663f37ed3 will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:52.471091 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.475443 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-03c6d585-d326-4b02-b602-f69ebc6cd7c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:52.510704 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] For port 072f1f6f-e300-403d-9c74-ad18894ba0b3, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:05:52.518596 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] For port 072f1f6f-e300-403d-9c74-ad18894ba0b3, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=072f1f6f-e300-403d-9c74-ad18894ba0b3,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:05:52.533526 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:05:52.537085 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:52.538005 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.544271 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:05:52.547886 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540da8bc-1b9d-46ac-9f01-42ed47f0f6f8 req-f72a3d2a-eeb1-408d-9c41-4fe6a55fcf4a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:52.550372 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:52.557018 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-540da8bc-1b9d-46ac-9f01-42ed47f0f6f8 req-f72a3d2a-eeb1-408d-9c41-4fe6a55fcf4a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1326888 Jun 29 00:05:52.585323 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Pushing event updated for resources: {'Port': ['ID=110fbfb6-46f2-40d0-a859-e76663f37ed3,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:52.591957 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:52.606131 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8051334'] for router_interface, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.615465 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-540da8bc-1b9d-46ac-9f01-42ed47f0f6f8 req-51bd3597-0a08-430a-b65b-de8e83a12b86 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541692 Jun 29 00:05:52.679113 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b192237-1980-42b2-9160-ed643835694b None None] Network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:05:52.683618 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Routers {'38962384-d34f-42ff-b212-0856291313a5'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:52.685842 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['38962384-d34f-42ff-b212-0856291313a5'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:52.758277 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925a7fb-5ae6-4f7a-97da-408dc1b6f72d None None] Pushing event updated for resources: {'Port': ['ID=072f1f6f-e300-403d-9c74-ad18894ba0b3,revision_number=3']} {{(pid=92943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:52.764283 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-9925a7fb-5ae6-4f7a-97da-408dc1b6f72d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:52.929725 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] Set router 38962384-d34f-42ff-b212-0856291313a5 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:52.938395 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.125307 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 54019b0b-d05c-42ca-a501-fb3321846825 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:53.184434 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-002618ab-8358-4419-b410-a715beb9fab2 None None] Provisioning for port 54019b0b-d05c-42ca-a501-fb3321846825 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:53.192794 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.207184 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.210554 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-316f5d6a-2cf0-4560-b110-5700bb2393bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:53.257317 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 54019b0b-d05c-42ca-a501-fb3321846825 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:53.262831 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 54019b0b-d05c-42ca-a501-fb3321846825 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:53.263242 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.269578 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38962384-d34f-42ff-b212-0856291313a5', 'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:49Z', 'updated_at': '2021-06-29T00:05:50Z', 'revision_number': 3, 'project_id': '0213f335a5924391acb13ae67be686d9', 'gw_port': {'id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:50Z', 'updated_at': '2021-06-29T00:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:53.306308 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc5d00-d29c-4631-9af2-f6e0ba79c674 None None] The sync data for ids ['38962384-d34f-42ff-b212-0856291313a5'] in dv-cinder-763306-13-iscsi is: [{'id': '38962384-d34f-42ff-b212-0856291313a5', 'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:49Z', 'updated_at': '2021-06-29T00:05:50Z', 'revision_number': 3, 'project_id': '0213f335a5924391acb13ae67be686d9', 'gw_port': {'id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:50Z', 'updated_at': '2021-06-29T00:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:05:53.322120 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Pushing event updated for resources: {'Port': ['ID=110fbfb6-46f2-40d0-a859-e76663f37ed3,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:53.325937 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:53.327286 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8049782'] for router_interface, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.421606 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.463549 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 54019b0b-d05c-42ca-a501-fb3321846825, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=54019b0b-d05c-42ca-a501-fb3321846825,segment=NetworkSegment(30dd39fe-957c-4b36-b732-6f2dfbaf433d),segment_id=30dd39fe-957c-4b36-b732-6f2dfbaf433d)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:53.466397 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:05:53.468087 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:53.487557 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.488549 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 445a54fa-318a-4f30-8157-1c30747056b9 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:53.539098 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-578f0f40-5e21-4641-a560-c9dcc7261ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:53.621644 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=54019b0b-d05c-42ca-a501-fb3321846825,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:53.626211 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:53.636707 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 445a54fa-318a-4f30-8157-1c30747056b9 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:53.642173 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 445a54fa-318a-4f30-8157-1c30747056b9 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:53.643078 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.822388 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.828710 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-d5ecc32e-f38f-4915-8193-2fd74d493664 None None] Provisioning for port 110fbfb6-46f2-40d0-a859-e76663f37ed3 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:53.846396 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-d5ecc32e-f38f-4915-8193-2fd74d493664 None None] Provisioning complete for port 110fbfb6-46f2-40d0-a859-e76663f37ed3 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:53.847243 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc32e-f38f-4915-8193-2fd74d493664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.946340 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 445a54fa-318a-4f30-8157-1c30747056b9, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=445a54fa-318a-4f30-8157-1c30747056b9,segment=NetworkSegment(0c9e4a2e-b043-4157-a332-485a0f37ee30),segment_id=0c9e4a2e-b043-4157-a332-485a0f37ee30)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:53.948217 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-d5ecc32e-f38f-4915-8193-2fd74d493664 None None] Port 110fbfb6-46f2-40d0-a859-e76663f37ed3 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:05:53.955229 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.967210 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:54.012176 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-d5ecc32e-f38f-4915-8193-2fd74d493664 None None] Provisioning complete for port 54019b0b-d05c-42ca-a501-fb3321846825 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:54.012570 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5ecc32e-f38f-4915-8193-2fd74d493664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:54.029441 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3815d7e-8349-402c-b64a-e968a561e303 req-3fcba135-f2b6-43c6-9774-a188eca5ec4a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:54.032087 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c3815d7e-8349-402c-b64a-e968a561e303 req-3fcba135-f2b6-43c6-9774-a188eca5ec4a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.1259267 Jun 29 00:05:54.042484 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Router 38962384-d34f-42ff-b212-0856291313a5 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:05:54.082142 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=445a54fa-318a-4f30-8157-1c30747056b9,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:54.097884 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:54.122565 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c3815d7e-8349-402c-b64a-e968a561e303 req-dc811348-f595-40c5-a98f-ad9d18d7873d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759223 Jun 29 00:05:54.244559 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:05:54.262426 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] 10.222.0.24 "PUT /v2.0/routers/38962384-d34f-42ff-b212-0856291313a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421938 Jun 29 00:05:54.301998 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-024875e0-7a44-4b45-9b3b-51215a6f8122 None None] Provisioning complete for port 110fbfb6-46f2-40d0-a859-e76663f37ed3 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:54.302733 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-024875e0-7a44-4b45-9b3b-51215a6f8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:54.357074 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-024875e0-7a44-4b45-9b3b-51215a6f8122 None None] Port 110fbfb6-46f2-40d0-a859-e76663f37ed3 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:05:54.477749 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-52539301-07c1-4361-a08f-0be08fd56a9d None None] Provisioning complete for port 110fbfb6-46f2-40d0-a859-e76663f37ed3 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:54.478146 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-52539301-07c1-4361-a08f-0be08fd56a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:54.519078 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-52539301-07c1-4361-a08f-0be08fd56a9d None None] Port 110fbfb6-46f2-40d0-a859-e76663f37ed3 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:05:54.883420 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 072f1f6f-e300-403d-9c74-ad18894ba0b3 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:54.933486 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49528) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:54.938200 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-cf0c6b90-688c-4de8-8dfd-057d01ae1bd1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304427595', 'description': 'tempest-secgroup-smoke-1304427595 description', 'project_id': '9272d1cf2333435282afe0831c7846ca'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:54.944100 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 072f1f6f-e300-403d-9c74-ad18894ba0b3 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:54.948000 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 072f1f6f-e300-403d-9c74-ad18894ba0b3 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:54.948373 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:54.962358 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6b90-688c-4de8-8dfd-057d01ae1bd1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.036953 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.043418 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6b90-688c-4de8-8dfd-057d01ae1bd1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.047402 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6b90-688c-4de8-8dfd-057d01ae1bd1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.052632 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7030bf19-1113-4fb5-a7e6-0ffc8d2640f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:55.057118 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 072f1f6f-e300-403d-9c74-ad18894ba0b3, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=072f1f6f-e300-403d-9c74-ad18894ba0b3,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:55.061179 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.062624 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 54019b0b-d05c-42ca-a501-fb3321846825 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:55.065374 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:55.082278 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6b90-688c-4de8-8dfd-057d01ae1bd1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.083592 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-cf0c6b90-688c-4de8-8dfd-057d01ae1bd1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1491263 Jun 29 00:05:55.086490 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49530) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:55.091145 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-a1a00f45-1bc8-4e7e-b477-385ab256c12e tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Request body: {'security_group_rule': {'security_group_id': '52c5361e-8ce6-4a5a-bdd8-bda692c54e85', 'project_id': '9272d1cf2333435282afe0831c7846ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:55.092857 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c6b90-688c-4de8-8dfd-057d01ae1bd1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c5361e-8ce6-4a5a-bdd8-bda692c54e85,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:55.095926 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cf0c6b90-688c-4de8-8dfd-057d01ae1bd1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:55.119315 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a1a00f45-1bc8-4e7e-b477-385ab256c12e tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.139809 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=072f1f6f-e300-403d-9c74-ad18894ba0b3,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:55.143471 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:55.151136 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 54019b0b-d05c-42ca-a501-fb3321846825 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:55.151357 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.183122 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a1a00f45-1bc8-4e7e-b477-385ab256c12e tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.189161 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a1a00f45-1bc8-4e7e-b477-385ab256c12e tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.195775 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ef46b7a0-b54a-438e-a09d-20a50280c5fc tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:55.218187 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a00f45-1bc8-4e7e-b477-385ab256c12e tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0a64ad-53b3-4b40-8db3-38cc41a2b702,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:55.226663 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-a1a00f45-1bc8-4e7e-b477-385ab256c12e tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:55.240122 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a1a00f45-1bc8-4e7e-b477-385ab256c12e tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.254224 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-a1a00f45-1bc8-4e7e-b477-385ab256c12e tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642618 Jun 29 00:05:55.254708 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49538) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:55.268798 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-4f8ea445-6536-49f1-abba-db98f9858268 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Request body: {'security_group_rule': {'security_group_id': '52c5361e-8ce6-4a5a-bdd8-bda692c54e85', 'project_id': '9272d1cf2333435282afe0831c7846ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:55.283411 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 445a54fa-318a-4f30-8157-1c30747056b9 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:55.310358 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4f8ea445-6536-49f1-abba-db98f9858268 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.364072 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de00a2-217a-49a8-a4e7-d23bd5e51186 req-b989a56f-783b-4d5e-9d71-d9ed05171555 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:55.365594 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-20de00a2-217a-49a8-a4e7-d23bd5e51186 req-b989a56f-783b-4d5e-9d71-d9ed05171555 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0848041 Jun 29 00:05:55.369301 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 445a54fa-318a-4f30-8157-1c30747056b9 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:55.369689 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.415107 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-20de00a2-217a-49a8-a4e7-d23bd5e51186 req-2c336443-da6d-4195-8636-1a60c4cce1d2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403945 Jun 29 00:05:55.447483 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4f8ea445-6536-49f1-abba-db98f9858268 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.459097 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-4d52a54e-6f81-465f-be78-9fd035db4d15 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872140 Jun 29 00:05:55.460000 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4f8ea445-6536-49f1-abba-db98f9858268 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.462200 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:55.481800 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ea445-6536-49f1-abba-db98f9858268 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f29e0f-1046-4911-b471-4a66645577af,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:55.485436 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4f8ea445-6536-49f1-abba-db98f9858268 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:55.492060 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4f8ea445-6536-49f1-abba-db98f9858268 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.496234 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-4f8ea445-6536-49f1-abba-db98f9858268 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2387002 Jun 29 00:05:55.498967 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49542) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:55.504934 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-3150b379-c55c-427f-859a-92ba85123e06 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Request body: {'security_group_rule': {'security_group_id': '52c5361e-8ce6-4a5a-bdd8-bda692c54e85', 'project_id': '9272d1cf2333435282afe0831c7846ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:55.535932 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3150b379-c55c-427f-859a-92ba85123e06 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.585996 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3150b379-c55c-427f-859a-92ba85123e06 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.588115 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-d423477b-9833-42f3-9b93-4de2f185780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:55.590549 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-d423477b-9833-42f3-9b93-4de2f185780e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 1099 time: 0.0712700 Jun 29 00:05:55.590710 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3150b379-c55c-427f-859a-92ba85123e06 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.592955 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f3aa7557-a476-4a0c-bfe2-4d10f078a3ba tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:55.611153 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150b379-c55c-427f-859a-92ba85123e06 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f9dd2b-0f87-497c-8774-bbe816709162,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:55.614631 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-3150b379-c55c-427f-859a-92ba85123e06 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:55.618902 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3150b379-c55c-427f-859a-92ba85123e06 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.622123 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-3150b379-c55c-427f-859a-92ba85123e06 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187191 Jun 29 00:05:55.622331 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 49544) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:55.627385 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-31092bf0-134c-41de-83c7-d2e478f07d55 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Request body: {'security_group_rule': {'security_group_id': '52c5361e-8ce6-4a5a-bdd8-bda692c54e85', 'project_id': '9272d1cf2333435282afe0831c7846ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:55.658416 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-31092bf0-134c-41de-83c7-d2e478f07d55 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.670937 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Sync routers for ids ['38962384-d34f-42ff-b212-0856291313a5'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:05:55.692550 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Routers {'38962384-d34f-42ff-b212-0856291313a5'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:55.695896 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['38962384-d34f-42ff-b212-0856291313a5'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:55.722626 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-f4f26544-9b72-490d-8d45-a0d8a55ff944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:55.724313 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-f4f26544-9b72-490d-8d45-a0d8a55ff944 service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.1033030 Jun 29 00:05:55.732265 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-31092bf0-134c-41de-83c7-d2e478f07d55 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.739916 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-31092bf0-134c-41de-83c7-d2e478f07d55 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.742699 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-3150b379-c55c-427f-859a-92ba85123e06 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:55.766247 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31092bf0-134c-41de-83c7-d2e478f07d55 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94269a1-f1c0-4e07-8081-717520a9b0f7,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:55.769285 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-31092bf0-134c-41de-83c7-d2e478f07d55 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:55.777046 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-31092bf0-134c-41de-83c7-d2e478f07d55 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.781384 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-2d835c45-4463-445e-8e47-690b9580393f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5643c8-d6e6-45ef-850c-764b33ab6423 HTTP/1.1" status: 200 len: 217 time: 0.0480669 Jun 29 00:05:55.782033 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49548) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:55.783003 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-31092bf0-134c-41de-83c7-d2e478f07d55 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1595929 Jun 29 00:05:55.786632 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-ffe0f1f9-15be-40cc-8a42-0c7f54c2c2a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Request body: {'security_group_rule': {'security_group_id': '52c5361e-8ce6-4a5a-bdd8-bda692c54e85', 'project_id': '9272d1cf2333435282afe0831c7846ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:55.836213 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Set router 38962384-d34f-42ff-b212-0856291313a5 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:55.844558 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.securitygroups_db [None req-ffe0f1f9-15be-40cc-8a42-0c7f54c2c2a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Project 9272d1cf2333435282afe0831c7846ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 00:05:55.848186 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-104c97a0-95b1-4ab6-9f94-0bd500baf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:55.849671 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-104c97a0-95b1-4ab6-9f94-0bd500baf8f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0587480 Jun 29 00:05:55.855163 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ffe0f1f9-15be-40cc-8a42-0c7f54c2c2a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:55.922025 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-e68cea3f-bf11-45cb-a474-8c930cd13c39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643413 Jun 29 00:05:56.036524 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ffe0f1f9-15be-40cc-8a42-0c7f54c2c2a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.041706 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ffe0f1f9-15be-40cc-8a42-0c7f54c2c2a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.050016 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38962384-d34f-42ff-b212-0856291313a5', 'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:49Z', 'updated_at': '2021-06-29T00:05:52Z', 'revision_number': 4, 'project_id': '0213f335a5924391acb13ae67be686d9', 'gw_port': {'id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:50Z', 'updated_at': '2021-06-29T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '110fbfb6-46f2-40d0-a859-e76663f37ed3', 'name': '', 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'mac_address': 'fa:16:3e:b1:9f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '44dd148a-9aee-4b91-a975-ca0a4bfdf49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:52Z', 'updated_at': '2021-06-29T00:05:53Z', 'revision_number': 2, 'project_id': '0213f335a5924391acb13ae67be686d9', 'subnets': [{'id': '44dd148a-9aee-4b91-a975-ca0a4bfdf49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:56.056501 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6c4891e5-5f4f-450d-9c28-478964d569ea tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:56.076515 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Checking router: 38962384-d34f-42ff-b212-0856291313a5 for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:05:56.076733 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-2812fb61-6ef6-4e5a-85f9-305cb66fa559 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475785 Jun 29 00:05:56.076971 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Updating router 38962384-d34f-42ff-b212-0856291313a5 port 110fbfb6-46f2-40d0-a859-e76663f37ed3 binding host dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:05:56.077979 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0f1f9-15be-40cc-8a42-0c7f54c2c2a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9108f9b4-7db5-4426-9b0e-137606d756de,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:56.080902 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ffe0f1f9-15be-40cc-8a42-0c7f54c2c2a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:56.081822 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ffe0f1f9-15be-40cc-8a42-0c7f54c2c2a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.083721 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-ffe0f1f9-15be-40cc-8a42-0c7f54c2c2a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2999709 Jun 29 00:05:56.085798 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 49552) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:56.097859 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-6ed806de-a7c8-4cfc-92ce-afe933f25ca1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Request body: {'security_group_rule': {'security_group_id': '52c5361e-8ce6-4a5a-bdd8-bda692c54e85', 'project_id': '9272d1cf2333435282afe0831c7846ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:56.112231 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.170368 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.securitygroups_db [None req-6ed806de-a7c8-4cfc-92ce-afe933f25ca1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Project 9272d1cf2333435282afe0831c7846ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 00:05:56.176058 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6ed806de-a7c8-4cfc-92ce-afe933f25ca1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.227280 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-80d1554b-6d2e-41d4-834e-817c865a3e81 req-d900d164-c05c-407e-bc23-a7ea987302e3 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428583 Jun 29 00:05:56.246966 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6ed806de-a7c8-4cfc-92ce-afe933f25ca1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.254231 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6ed806de-a7c8-4cfc-92ce-afe933f25ca1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.256466 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-0cd20385-a9b0-43bc-9ebe-d654db23f3fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:56.274841 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed806de-a7c8-4cfc-92ce-afe933f25ca1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817cc360-9e03-41af-964a-06304e563758,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:56.277913 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6ed806de-a7c8-4cfc-92ce-afe933f25ca1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:56.284088 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6ed806de-a7c8-4cfc-92ce-afe933f25ca1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.285393 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-6ed806de-a7c8-4cfc-92ce-afe933f25ca1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1987479 Jun 29 00:05:56.402390 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.413460 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Transition to ACTIVE for port object 110fbfb6-46f2-40d0-a859-e76663f37ed3 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:56.419742 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.421626 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:56.494844 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6cab5-81aa-4038-a55b-ba88cf3504d4 None None] Pushing event updated for resources: {'Port': ['ID=110fbfb6-46f2-40d0-a859-e76663f37ed3,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:56.516161 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7ad6cab5-81aa-4038-a55b-ba88cf3504d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:56.530899 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Attempting to bind port 110fbfb6-46f2-40d0-a859-e76663f37ed3 on host dv-cinder-763306-13-iscsi for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:05:56.531290 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Attempting to bind port 110fbfb6-46f2-40d0-a859-e76663f37ed3 by drivers openvswitch,hyperv on host dv-cinder-763306-13-iscsi at level 0 using segments [{'id': '30dd39fe-957c-4b36-b732-6f2dfbaf433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:05:56.533195 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Attempting to bind port 110fbfb6-46f2-40d0-a859-e76663f37ed3 on network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:05:56.539703 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Checking agent: {'id': 'e6f0e213-f16a-484d-a58e-60e2a31e290c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 42), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:05:56.540111 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Checking segment: {'id': '30dd39fe-957c-4b36-b732-6f2dfbaf433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:05:56.540586 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.541050 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Bound using segment: {'id': '30dd39fe-957c-4b36-b732-6f2dfbaf433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:05:56.541542 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Bound port: 110fbfb6-46f2-40d0-a859-e76663f37ed3, host: dv-cinder-763306-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dd39fe-957c-4b36-b732-6f2dfbaf433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:05:56.542182 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.616579 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] For port 110fbfb6-46f2-40d0-a859-e76663f37ed3, host dv-cinder-763306-13-iscsi, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:05:56.622521 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] For port 110fbfb6-46f2-40d0-a859-e76663f37ed3, host dv-cinder-763306-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=110fbfb6-46f2-40d0-a859-e76663f37ed3,segment=NetworkSegment(30dd39fe-957c-4b36-b732-6f2dfbaf433d),segment_id=30dd39fe-957c-4b36-b732-6f2dfbaf433d)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:05:56.631094 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:56.635927 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1da66-5b8e-44da-a576-1fec18c680d6 req-b82d27fb-8926-4d28-928c-81af1d09952d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:56.643928 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9aa1da66-5b8e-44da-a576-1fec18c680d6 req-b82d27fb-8926-4d28-928c-81af1d09952d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0849051 Jun 29 00:05:56.658146 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:56.701590 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Routers {'38962384-d34f-42ff-b212-0856291313a5'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:56.703115 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:05:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['38962384-d34f-42ff-b212-0856291313a5'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:56.769642 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6cab5-81aa-4038-a55b-ba88cf3504d4 None None] Pushing event updated for resources: {'Port': ['ID=110fbfb6-46f2-40d0-a859-e76663f37ed3,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:56.774777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7ad6cab5-81aa-4038-a55b-ba88cf3504d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:56.866461 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] Set router 38962384-d34f-42ff-b212-0856291313a5 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:56.915138 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 072f1f6f-e300-403d-9c74-ad18894ba0b3 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:57.023259 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9aa1da66-5b8e-44da-a576-1fec18c680d6 req-5a8e8d4c-6972-488f-8b2b-5294d9697b5d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782067 Jun 29 00:05:57.232372 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 072f1f6f-e300-403d-9c74-ad18894ba0b3 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:57.232899 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:57.371696 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38962384-d34f-42ff-b212-0856291313a5', 'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:49Z', 'updated_at': '2021-06-29T00:05:52Z', 'revision_number': 4, 'project_id': '0213f335a5924391acb13ae67be686d9', 'gw_port': {'id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:50Z', 'updated_at': '2021-06-29T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '110fbfb6-46f2-40d0-a859-e76663f37ed3', 'name': '', 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'mac_address': 'fa:16:3e:b1:9f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '44dd148a-9aee-4b91-a975-ca0a4bfdf49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:52Z', 'updated_at': '2021-06-29T00:05:56Z', 'revision_number': 4, 'project_id': '0213f335a5924391acb13ae67be686d9', 'subnets': [{'id': '44dd148a-9aee-4b91-a975-ca0a4bfdf49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:57.404229 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0db31-107f-4c95-b5c5-1f83811166b5 None None] The sync data for ids ['38962384-d34f-42ff-b212-0856291313a5'] in dv-cinder-763306-13-iscsi is: [{'id': '38962384-d34f-42ff-b212-0856291313a5', 'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:49Z', 'updated_at': '2021-06-29T00:05:52Z', 'revision_number': 4, 'project_id': '0213f335a5924391acb13ae67be686d9', 'gw_port': {'id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:50Z', 'updated_at': '2021-06-29T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '110fbfb6-46f2-40d0-a859-e76663f37ed3', 'name': '', 'network_id': 'c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'mac_address': 'fa:16:3e:b1:9f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '44dd148a-9aee-4b91-a975-ca0a4bfdf49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:52Z', 'updated_at': '2021-06-29T00:05:56Z', 'revision_number': 4, 'project_id': '0213f335a5924391acb13ae67be686d9', 'subnets': [{'id': '44dd148a-9aee-4b91-a975-ca0a4bfdf49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:05:58.232245 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f80c0b-e453-4d12-804c-4aee39069521 req-7285a3a8-a417-4e9f-a5fe-ea905ec44923 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:58.233852 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-74f80c0b-e453-4d12-804c-4aee39069521 req-7285a3a8-a417-4e9f-a5fe-ea905ec44923 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0743761 Jun 29 00:05:58.275497 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-74f80c0b-e453-4d12-804c-4aee39069521 req-74184042-b7fb-4348-80ef-dd6fe1f315a7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347710 Jun 29 00:05:58.826908 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 110fbfb6-46f2-40d0-a859-e76663f37ed3 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:58.879296 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning for port 110fbfb6-46f2-40d0-a859-e76663f37ed3 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:58.883141 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 110fbfb6-46f2-40d0-a859-e76663f37ed3 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:58.883477 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:58.966401 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:59.004358 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] For port 110fbfb6-46f2-40d0-a859-e76663f37ed3, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=110fbfb6-46f2-40d0-a859-e76663f37ed3,segment=NetworkSegment(30dd39fe-957c-4b36-b732-6f2dfbaf433d),segment_id=30dd39fe-957c-4b36-b732-6f2dfbaf433d)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:59.009245 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:59.011145 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2e27fe74-f7b2-482f-a0f0-11bb2b24b558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:59.060285 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Pushing event updated for resources: {'Port': ['ID=110fbfb6-46f2-40d0-a859-e76663f37ed3,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:59.063763 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:59.472698 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48936e85-2908-4543-a79d-42afaef9e3f6 req-1ba4a407-7f4d-4793-a990-29b62e05d855 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:59.472698 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-48936e85-2908-4543-a79d-42afaef9e3f6 req-1ba4a407-7f4d-4793-a990-29b62e05d855 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0674303 Jun 29 00:05:59.516316 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-48936e85-2908-4543-a79d-42afaef9e3f6 req-414a4500-cb93-47e4-8586-25710315ea8b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378168 Jun 29 00:06:00.281980 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:06:00.697805 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07969-d685-434d-94b6-a5873ad07ad2 req-c9d851b2-c8df-4d4b-ad31-77fc214479fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:00.699413 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-20f07969-d685-434d-94b6-a5873ad07ad2 req-c9d851b2-c8df-4d4b-ad31-77fc214479fd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0658703 Jun 29 00:06:00.737447 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-20f07969-d685-434d-94b6-a5873ad07ad2 req-9e9ca73b-d14c-4701-a0af-544ea8872496 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Jun 29 00:06:00.807543 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 110fbfb6-46f2-40d0-a859-e76663f37ed3 up at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:06:00.859961 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Provisioning complete for port 110fbfb6-46f2-40d0-a859-e76663f37ed3 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:06:00.860342 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:01.915780 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f69d-6a4a-4114-930c-eadd84225de3 req-b7ff652b-188b-41e7-86f9-989bb3a17200 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:01.917224 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-14e9f69d-6a4a-4114-930c-eadd84225de3 req-b7ff652b-188b-41e7-86f9-989bb3a17200 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0641949 Jun 29 00:06:01.957170 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-14e9f69d-6a4a-4114-930c-eadd84225de3 req-768b0c8a-6c53-4df6-ad21-5063e484a03b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335822 Jun 29 00:06:03.140171 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1227a1-1a65-4f70-b46d-58e3a09d3f6f req-bc55f842-494a-416c-99f3-2ec94990a25e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:03.141635 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ed1227a1-1a65-4f70-b46d-58e3a09d3f6f req-bc55f842-494a-416c-99f3-2ec94990a25e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0700331 Jun 29 00:06:03.179323 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ed1227a1-1a65-4f70-b46d-58e3a09d3f6f req-8eca0c57-658a-4769-bdb2-c39f287d4c3f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Jun 29 00:06:04.375447 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b2ed5-841f-41bf-9184-82eb4dc376d9 req-751f18c9-611c-43a6-96a5-b70edcf57e11 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:04.377043 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-052b2ed5-841f-41bf-9184-82eb4dc376d9 req-751f18c9-611c-43a6-96a5-b70edcf57e11 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0743463 Jun 29 00:06:04.424632 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-052b2ed5-841f-41bf-9184-82eb4dc376d9 req-0a2dc645-a190-47ca-bc0b-eab71c21f9d7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416133 Jun 29 00:06:05.614779 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0be4-e595-415d-a0e6-bd5cef2dd73c req-0e103f27-08e4-41b9-9742-6924a473230f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:05.616235 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c8b0be4-e595-415d-a0e6-bd5cef2dd73c req-0e103f27-08e4-41b9-9742-6924a473230f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0681198 Jun 29 00:06:05.657845 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c8b0be4-e595-415d-a0e6-bd5cef2dd73c req-c849c48b-a595-4b25-bcb3-ff1647d6b370 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349944 Jun 29 00:06:06.838252 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f6d29-7360-4021-9961-5a1e5451e1cc req-11745e02-39eb-49a2-8c36-e99d0e3ce775 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:06.839787 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d95f6d29-7360-4021-9961-5a1e5451e1cc req-11745e02-39eb-49a2-8c36-e99d0e3ce775 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0650487 Jun 29 00:06:06.877948 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d95f6d29-7360-4021-9961-5a1e5451e1cc req-f79f6b97-b3cd-41ac-968b-100b95a19642 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317638 Jun 29 00:06:08.056261 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a4686-4635-4b57-a6fa-b58398ebae4b req-43cc92de-c8e2-47ac-b7ca-de283876e358 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:08.057628 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0d0a4686-4635-4b57-a6fa-b58398ebae4b req-43cc92de-c8e2-47ac-b7ca-de283876e358 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0635881 Jun 29 00:06:08.096643 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0d0a4686-4635-4b57-a6fa-b58398ebae4b req-c5d70b9e-7d89-4da3-92b9-4be394c2d0f6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333717 Jun 29 00:06:09.070617 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-79dccfad-7206-48f4-98d3-f5a45341db35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:09.291288 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf06e-f99e-4a38-b8a3-0264f3130008 req-d934d4d4-3043-4352-946e-3e1df1268479 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:09.292940 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-159cf06e-f99e-4a38-b8a3-0264f3130008 req-d934d4d4-3043-4352-946e-3e1df1268479 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0738432 Jun 29 00:06:09.331120 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-159cf06e-f99e-4a38-b8a3-0264f3130008 req-ec75eac3-2933-46ac-b5c8-800e65a70c8b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314591 Jun 29 00:06:10.514112 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1c4d1-0b3e-4f5e-819d-977fea3d09fe req-37f08437-3702-4393-baa2-d403a5fc4a17 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:10.515681 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b1b1c4d1-0b3e-4f5e-819d-977fea3d09fe req-37f08437-3702-4393-baa2-d403a5fc4a17 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0644922 Jun 29 00:06:10.558613 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b1b1c4d1-0b3e-4f5e-819d-977fea3d09fe req-60d314bc-543b-4e0a-963f-60f20d10c95d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340531 Jun 29 00:06:11.753116 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e876e-38cb-4cdc-a867-a67cdbb73ba4 req-80c94ffd-e4cf-4a7a-9d90-b61f8faf516a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:11.754117 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-840e876e-38cb-4cdc-a867-a67cdbb73ba4 req-80c94ffd-e4cf-4a7a-9d90-b61f8faf516a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0686491 Jun 29 00:06:11.796836 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-840e876e-38cb-4cdc-a867-a67cdbb73ba4 req-1f6ce65a-3335-432f-8cd8-5146f3923e2f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348849 Jun 29 00:06:12.290897 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e7df577b-2177-4421-a152-51669770aa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:12.565669 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:12.981282 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdb65a-d211-48aa-87a2-2cd4ff718a20 req-57f66ddb-ee8a-48e4-897f-04ab04357edc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:12.982831 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3ecdb65a-d211-48aa-87a2-2cd4ff718a20 req-57f66ddb-ee8a-48e4-897f-04ab04357edc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0701261 Jun 29 00:06:13.022520 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3ecdb65a-d211-48aa-87a2-2cd4ff718a20 req-8bfa3e33-7658-40d7-b46d-9d6c85f5d4ec tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333109 Jun 29 00:06:14.204835 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97294e-cb9f-42f6-a490-a8996c308a8f req-3b2bccc9-f5d4-429a-ae08-3a9142a8ca86 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:14.206309 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dd97294e-cb9f-42f6-a490-a8996c308a8f req-3b2bccc9-f5d4-429a-ae08-3a9142a8ca86 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0624566 Jun 29 00:06:14.247946 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dd97294e-cb9f-42f6-a490-a8996c308a8f req-866b77bc-969d-4a49-adad-52878bccf53d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356641 Jun 29 00:06:14.290153 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:15.426896 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750154a0-014d-4282-a4c2-67e2c0969512 req-6845672c-c4ff-4ee9-9def-389402bdc413 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:15.428247 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-750154a0-014d-4282-a4c2-67e2c0969512 req-6845672c-c4ff-4ee9-9def-389402bdc413 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0643945 Jun 29 00:06:15.468526 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-750154a0-014d-4282-a4c2-67e2c0969512 req-4c05e974-96ec-4218-a2b8-d3022e560527 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346830 Jun 29 00:06:16.644222 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218567a-1e52-4308-8f19-8d8b07f2add3 req-2b5c0b27-9966-4a64-b842-0793729a9105 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:16.645296 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2218567a-1e52-4308-8f19-8d8b07f2add3 req-2b5c0b27-9966-4a64-b842-0793729a9105 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0628490 Jun 29 00:06:16.681848 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2218567a-1e52-4308-8f19-8d8b07f2add3 req-c01ff201-07b4-43de-8966-7ab7fafece70 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Jun 29 00:06:16.770879 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:17.858633 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a865-5921-48ef-88b0-947e1500454c req-e952281a-dc2f-4a50-89bd-43c79e19d211 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:17.860638 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8923a865-5921-48ef-88b0-947e1500454c req-e952281a-dc2f-4a50-89bd-43c79e19d211 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0652630 Jun 29 00:06:17.900887 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8923a865-5921-48ef-88b0-947e1500454c req-451f6d81-c170-474c-84f7-2c186ae74f0c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343153 Jun 29 00:06:19.081684 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd5a1f-c42b-49a6-bf33-0eaa1d941cc9 req-42d6d2e1-4966-4202-bc02-9cfe9d8d659f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:19.083129 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbfd5a1f-c42b-49a6-bf33-0eaa1d941cc9 req-42d6d2e1-4966-4202-bc02-9cfe9d8d659f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0623515 Jun 29 00:06:19.125110 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbfd5a1f-c42b-49a6-bf33-0eaa1d941cc9 req-47c53185-724f-4206-ac4b-396b9160dc22 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357192 Jun 29 00:06:19.909755 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:20.302507 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfb4e2-8203-4fbd-b7ec-7d1ea4b80813 req-81d73797-09c0-4035-8879-bfb231eb6b68 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:20.304053 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-addfb4e2-8203-4fbd-b7ec-7d1ea4b80813 req-81d73797-09c0-4035-8879-bfb231eb6b68 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0626137 Jun 29 00:06:20.346414 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-addfb4e2-8203-4fbd-b7ec-7d1ea4b80813 req-29c441be-a654-430c-9b5b-8b69b07729a2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365219 Jun 29 00:06:21.524565 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c89dc9-7cb0-4ed3-aa05-26b378f5774f req-daa2db92-322c-4613-ae22-83632eefad53 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:21.526036 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-73c89dc9-7cb0-4ed3-aa05-26b378f5774f req-daa2db92-322c-4613-ae22-83632eefad53 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0656209 Jun 29 00:06:21.563524 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-73c89dc9-7cb0-4ed3-aa05-26b378f5774f req-49358e4a-a8ae-4e90-a342-8da5b8dce8bd tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318375 Jun 29 00:06:22.738221 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608a245-3662-4bc1-8194-f76aebacf150 req-4923137d-2633-431a-be26-6e3d1aa443cb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:22.739705 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3608a245-3662-4bc1-8194-f76aebacf150 req-4923137d-2633-431a-be26-6e3d1aa443cb tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0610449 Jun 29 00:06:22.775428 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3608a245-3662-4bc1-8194-f76aebacf150 req-a7368169-3b28-40bd-b3f4-b869c6f76994 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302176 Jun 29 00:06:23.951192 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d293942-b89c-4119-bbeb-2bab5345924f req-077499db-a42f-43a0-b25c-9260e300d907 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:23.952563 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9d293942-b89c-4119-bbeb-2bab5345924f req-077499db-a42f-43a0-b25c-9260e300d907 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0646539 Jun 29 00:06:23.989284 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9d293942-b89c-4119-bbeb-2bab5345924f req-8f2b1f47-6584-480e-959f-4abefabed1f0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312121 Jun 29 00:06:25.169527 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034e807-6401-4b8c-a7fd-b896c8d41077 req-3f74b7bf-f33c-4265-9112-829af7cf18ae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:25.171028 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4034e807-6401-4b8c-a7fd-b896c8d41077 req-3f74b7bf-f33c-4265-9112-829af7cf18ae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0666974 Jun 29 00:06:25.208731 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4034e807-6401-4b8c-a7fd-b896c8d41077 req-b18b3ff1-c382-442b-bfa4-9c1acc79d6c7 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317891 Jun 29 00:06:26.378797 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895c07e-17d6-487f-b8f7-6ae88183fbe1 req-331eba6f-c814-45ad-bfe6-4787bab28751 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:26.380271 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d895c07e-17d6-487f-b8f7-6ae88183fbe1 req-331eba6f-c814-45ad-bfe6-4787bab28751 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0609245 Jun 29 00:06:26.417147 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d895c07e-17d6-487f-b8f7-6ae88183fbe1 req-2c61f61f-4f1e-46e1-8408-4e592ed192b1 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Jun 29 00:06:27.593480 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa48b2f-4d77-472a-a0f2-ae8868701f92 req-3a5ca15c-9765-4e9b-864a-16ee95ed93a8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:27.594962 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6aa48b2f-4d77-472a-a0f2-ae8868701f92 req-3a5ca15c-9765-4e9b-864a-16ee95ed93a8 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0655735 Jun 29 00:06:27.637184 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6aa48b2f-4d77-472a-a0f2-ae8868701f92 req-98c00657-d8cd-40b0-be8f-443068048665 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Jun 29 00:06:28.812923 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8644d-c840-425b-be0e-f15db9c2a5d5 req-89c506a6-d131-4d5e-ab7a-fa4971c0ff99 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:28.814473 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d0f8644d-c840-425b-be0e-f15db9c2a5d5 req-89c506a6-d131-4d5e-ab7a-fa4971c0ff99 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0634201 Jun 29 00:06:28.852450 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d0f8644d-c840-425b-be0e-f15db9c2a5d5 req-1572e288-8cf5-4e01-86b7-b4282c882c12 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323212 Jun 29 00:06:30.030668 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab71da-ac9b-44df-94a5-5f5c003e4a5a req-6df1c05f-e469-460a-89fd-40f8bbd53143 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:30.032159 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7dab71da-ac9b-44df-94a5-5f5c003e4a5a req-6df1c05f-e469-460a-89fd-40f8bbd53143 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0644634 Jun 29 00:06:30.070969 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7dab71da-ac9b-44df-94a5-5f5c003e4a5a req-e1fe7597-3bb1-475a-8ad3-33fe7a325a75 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330675 Jun 29 00:06:31.250441 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3f431-8344-45df-a443-7b10aeb518e6 req-e4892871-a238-4882-96fb-7a4a53ea11fc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:31.252381 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e5c3f431-8344-45df-a443-7b10aeb518e6 req-e4892871-a238-4882-96fb-7a4a53ea11fc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0615461 Jun 29 00:06:31.289653 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e5c3f431-8344-45df-a443-7b10aeb518e6 req-14283041-3be2-4312-8d52-74396125ac5f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317054 Jun 29 00:06:32.549592 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-2bf79bcb-f556-4c58-a0b3-fb4be8795844 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:32.550989 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-2bf79bcb-f556-4c58-a0b3-fb4be8795844 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=81e9dc55-bf93-4b14-b26c-f40687c0830c HTTP/1.1" status: 200 len: 944 time: 0.0627403 Jun 29 00:06:32.656697 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Deleting port 3cad9857-2cf1-4c32-9e73-f984e5d74484 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:06:32.657047 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:32.739815 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] For port 3cad9857-2cf1-4c32-9e73-f984e5d74484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3cad9857-2cf1-4c32-9e73-f984e5d74484,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:06:32.740165 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:32.949550 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:32.950195 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:32.950555 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.l3_db [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Floating IP 5a7de4d4-e917-4d05-b1e5-d7cec375c6c5 disassociated. External IP: 172.27.1.141, port: 3cad9857-2cf1-4c32-9e73-f984e5d74484. Jun 29 00:06:32.950861 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Calling delete_port for 3cad9857-2cf1-4c32-9e73-f984e5d74484 owned by compute:nova {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:06:33.081582 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:33.085470 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:33.112687 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event deleted for resources: {'Port': ['ID=3cad9857-2cf1-4c32-9e73-f984e5d74484,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:33.114429 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:33.228813 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Router bd537046-6977-4903-82c2-ae3af8c2b5e2 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:06:33.334710 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:06:33.343979 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] Sync routers for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:06:33.353573 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:06:33.354203 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:06:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:33.393471 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] No DVR routers for this DVR port 3cad9857-2cf1-4c32-9e73-f984e5d74484 on host hv-cinder-76330 {{(pid=92941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:06:33.395954 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:33.398316 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5c630a5d-4e40-480e-b3c7-ac8d57604cdf req-9e11760e-06db-40ca-a646-a93d7fb6df3b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "DELETE /v2.0/ports/3cad9857-2cf1-4c32-9e73-f984e5d74484 HTTP/1.1" status: 204 len: 173 time: 0.8423245 Jun 29 00:06:33.398983 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'name': 'network-vif-deleted', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484'}] {{(pid=92941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:06:33.401450 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b754afedf3e2baf1ad806e832283f841ecfbf6b384420d0b1093d7852aef45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15e588-fd5f-4e36-8424-01101526ec43" -d '{"events": [{"server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "name": "network-vif-deleted", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484"}]}' {{(pid=92941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:06:33.463560 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:06:33.502835 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 29 Jun 2021 00:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855d7bf5-0d7a-41aa-85b9-99ed42d22bea x-openstack-request-id: req-855d7bf5-0d7a-41aa-85b9-99ed42d22bea {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:06:33.503300 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e9dc55-bf93-4b14-b26c-f40687c0830c", "name": "network-vif-deleted", "tag": "3cad9857-2cf1-4c32-9e73-f984e5d74484", "status": "failed", "code": 422}]} {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:06:33.503640 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-855d7bf5-0d7a-41aa-85b9-99ed42d22bea {{(pid=92941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:06:33.504154 dv-cinder-763306-13-iscsi neutron-server[92941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81e9dc55-bf93-4b14-b26c-f40687c0830c', 'name': 'network-vif-deleted', 'tag': '3cad9857-2cf1-4c32-9e73-f984e5d74484', 'status': 'failed', 'code': 422} returned with failed status Jun 29 00:06:33.665501 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:33.690947 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] Checking router: bd537046-6977-4903-82c2-ae3af8c2b5e2 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:06:33.698905 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:06:33.699515 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:06:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:33.883544 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:06:33.962724 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 50178) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:34.021978 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-181abd5e-8708-47e9-b871-6f2c9462ef74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.045072 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-181abd5e-8708-47e9-b871-6f2c9462ef74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.096027 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:34.097860 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-181abd5e-8708-47e9-b871-6f2c9462ef74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.100605 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-181abd5e-8708-47e9-b871-6f2c9462ef74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.104766 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-181abd5e-8708-47e9-b871-6f2c9462ef74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "DELETE /v2.0/security-groups/0440ed11-d6ca-4d49-8a5f-b7c7f52e4893 HTTP/1.1" status: 204 len: 168 time: 0.1378195 Jun 29 00:06:34.104766 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:34.106120 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 50186) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:34.119529 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181abd5e-8708-47e9-b871-6f2c9462ef74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0440ed11-d6ca-4d49-8a5f-b7c7f52e4893,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:34.123148 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af7b30-14ff-4a0b-bc23-ba3d407f81d9 None None] The sync data for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi is: [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:06:34.135366 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.api.v2.resource [None req-b047b5f4-e1dd-4384-a162-bdd4b65937bf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] show failed (client error): The resource could not be found. Jun 29 00:06:34.136804 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b047b5f4-e1dd-4384-a162-bdd4b65937bf tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups/0440ed11-d6ca-4d49-8a5f-b7c7f52e4893 HTTP/1.1" status: 404 len: 347 time: 0.0290663 Jun 29 00:06:34.139767 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 50190) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:34.143852 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-181abd5e-8708-47e9-b871-6f2c9462ef74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:34.268660 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Deleting port 6107b4b3-f900-49b1-a9ac-3b376dab630d {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:06:34.269007 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.344401 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.344733 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.357250 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Calling delete_port for 6107b4b3-f900-49b1-a9ac-3b376dab630d owned by network:floatingip {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:06:34.367455 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd833dd-581e-40d8-8097-722ea54bb7ba None None] New status for floating IP 5a7de4d4-e917-4d05-b1e5-d7cec375c6c5: DOWN {{(pid=92942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:06:34.528277 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.530292 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f4f00e24-80f4-44e4-9668-0d91cb3e8305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:34.556224 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event deleted for resources: {'Port': ['ID=6107b4b3-f900-49b1-a9ac-3b376dab630d,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:34.559134 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:34.614999 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.617614 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:34.619192 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "DELETE /v2.0/floatingips/5a7de4d4-e917-4d05-b1e5-d7cec375c6c5 HTTP/1.1" status: 204 len: 168 time: 0.4776640 Jun 29 00:06:34.981601 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 50196) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:34.986999 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1181312951', 'description': 'tempest-description--145672215'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:06:35.008185 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.094115 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.098384 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.100853 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7d6aa273-cdde-4153-9061-cf6c0d71cfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:35.128401 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:35.130476 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.134482 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1491759 Jun 29 00:06:35.135453 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 50206) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:35.140268 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-04f9fd01-2ede-409d-ae33-4f3a1653ca76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'security_group_rule': {'security_group_id': 'a768c1d6-967f-44e9-a7aa-c9fe11e8ace5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:06:35.146494 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.146893 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.147267 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.147633 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.147993 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.148352 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.148707 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.149062 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.149405 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.149760 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.150110 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.150458 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:35.154569 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:35.169639 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-04f9fd01-2ede-409d-ae33-4f3a1653ca76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.228370 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-04f9fd01-2ede-409d-ae33-4f3a1653ca76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.232157 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-04f9fd01-2ede-409d-ae33-4f3a1653ca76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.238251 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:35.257442 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-04f9fd01-2ede-409d-ae33-4f3a1653ca76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.258642 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-04f9fd01-2ede-409d-ae33-4f3a1653ca76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221907 Jun 29 00:06:35.259534 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9fd01-2ede-409d-ae33-4f3a1653ca76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9321ff1d-e8d5-4fb5-a673-03613244e68a,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:35.262083 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 50212) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:35.267087 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-ab8eccdc-17b2-4772-96ee-625161dca32d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'security_group_rule': {'security_group_id': 'a768c1d6-967f-44e9-a7aa-c9fe11e8ace5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:06:35.268368 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-04f9fd01-2ede-409d-ae33-4f3a1653ca76 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:35.295468 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ab8eccdc-17b2-4772-96ee-625161dca32d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.355155 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ab8eccdc-17b2-4772-96ee-625161dca32d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.358741 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ab8eccdc-17b2-4772-96ee-625161dca32d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.360679 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:35.375656 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8eccdc-17b2-4772-96ee-625161dca32d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f244fa51-5192-4ca6-b940-ad748e0243ac,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:35.377976 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-ab8eccdc-17b2-4772-96ee-625161dca32d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:35.382403 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ab8eccdc-17b2-4772-96ee-625161dca32d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.383587 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-ab8eccdc-17b2-4772-96ee-625161dca32d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201503 Jun 29 00:06:35.386607 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 50214) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:35.390812 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'floatingip': {'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:06:35.412380 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.507711 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.611111 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Allocated IP 172.27.1.22 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/aa5d884d-ae89-4b03-b490-92f11feb4469) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:06:35.714006 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.752021 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4592449'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.754603 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:35.790703 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:06:35.793253 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:06:35.795621 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:06:35.823451 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'Port': ['ID=aa5d884d-ae89-4b03-b490-92f11feb4469,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:35.827465 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:35.883716 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:35.924787 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:36.072428 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for port, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:36.077156 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592471'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:36.080613 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:36.150486 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'Port': ['ID=aa5d884d-ae89-4b03-b490-92f11feb4469,revision_number=2']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:36.154464 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:36.159779 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:36.173126 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:36.182001 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7868366 Jun 29 00:06:36.388593 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-945f54b1-551a-4247-bf40-32e942095ee6 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1181312951&fields=id&tenant_id=e171e8d9b3d84a99825f7d688679b53f HTTP/1.1" status: 200 len: 267 time: 0.0324175 Jun 29 00:06:36.494020 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-9618ab9a-aba4-4efb-8491-f8ac8e9fa485 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:36.495461 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-9618ab9a-aba4-4efb-8491-f8ac8e9fa485 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/networks?id=26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 200 len: 816 time: 0.0998471 Jun 29 00:06:36.509986 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-d5970c7e-c158-4e16-86eb-e67138d8a5d2 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/quotas/e171e8d9b3d84a99825f7d688679b53f HTTP/1.1" status: 200 len: 375 time: 0.0091150 Jun 29 00:06:36.577520 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-9198554c-ce21-45b1-bc61-5613912d99f0 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e171e8d9b3d84a99825f7d688679b53f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626030 Jun 29 00:06:36.766296 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-908ea971-85e0-4565-b459-67f7545fbc3e service neutron] 10.222.0.24 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776557 Jun 29 00:06:36.854207 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-d3ea5695-5f8e-45a3-91a0-6318fde538ea service neutron] 10.222.0.24 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821080 Jun 29 00:06:37.026119 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8612a906-0def-49b8-a3f3-5619dff3b2bd req-9b69cd5c-5556-4c7d-8b7a-ec6379500ee5 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 210 time: 0.0289400 Jun 29 00:06:37.280849 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:06:38.110502 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-46adc4bd-479f-4cca-b64e-57932d41c58b req-0d600f9b-376c-4cb8-bcc9-085862685446 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 210 time: 0.0288498 Jun 29 00:06:39.069928 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-72a8be8d-1a73-4cca-98f9-4b3d337deb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:39.437118 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-787735a4-1bab-4680-8dc9-d12de5b18df5 req-b815b64a-9ea8-4e3f-bda7-3ea55800cc5b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 210 time: 0.2691751 Jun 29 00:06:40.528738 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7f885dbb-9cfa-42aa-987f-3ad756d435f7 req-990b1d6d-f53b-4147-b848-4f44148a8b83 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Jun 29 00:06:41.675069 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6992506a-b0d0-4fbd-9ca9-36f8c83351dc req-1b31fb81-8936-405e-9dcb-8af53da0a2fc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 210 time: 0.0288420 Jun 29 00:06:42.290680 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e884b250-a24b-405a-8c40-d89ca09a71cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:42.513269 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-20db7a15-7fe3-42ad-9aa1-3280481aab4e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:42.514738 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-20db7a15-7fe3-42ad-9aa1-3280481aab4e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.38 "GET /v2.0/networks?id=26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 200 len: 816 time: 0.1072025 Jun 29 00:06:42.577760 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:42.586081 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-ab55f225-9bbf-4f60-b660-1045555fc374 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e171e8d9b3d84a99825f7d688679b53f HTTP/1.1" status: 200 len: 380 time: 0.0524247 Jun 29 00:06:42.599092 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'port': {'device_id': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'admin_state_up': True, 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'security_groups': ['a768c1d6-967f-44e9-a7aa-c9fe11e8ace5']}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:06:42.717483 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Made reservation on behalf of e171e8d9b3d84a99825f7d688679b53f for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:06:42.721341 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:42.850608 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Allocated IP 172.20.0.6 (26ddb2c2-6953-40fb-958b-8e59049be030/811dceec-ad5c-47a5-9f70-bda814bab7b2/84ded765-3abd-45af-a5f9-c3dc1ee7061e) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:06:42.883400 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b6d54d5c-6e90-4ffc-b3b2-9e384c184f03 req-21b6035f-f7d5-497a-8850-b711a1720844 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 210 time: 0.0796063 Jun 29 00:06:42.982099 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:42.995625 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Transition to ACTIVE for port object 84ded765-3abd-45af-a5f9-c3dc1ee7061e will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:06:43.027234 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:43.031260 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4c4e9b7e-44db-4d17-afff-ee49312e60ba tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:43.074059 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Network 26ddb2c2-6953-40fb-958b-8e59049be030 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:06:43.077308 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:06:43.082770 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:06:43.106344 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event updated for resources: {'Port': ['ID=84ded765-3abd-45af-a5f9-c3dc1ee7061e,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:43.121391 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.121773 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.122145 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.122541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.122911 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.123276 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.123643 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.124001 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.124357 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.124713 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.125073 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.125426 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:43.130681 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:43.145448 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:43.146065 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:43.161177 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664659 Jun 29 00:06:43.181281 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Request body: {'port': {'device_id': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:06:43.251919 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:43.292006 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-1b68d9ce-f848-40af-878f-13f649ce03da None None] Provisioning for port 84ded765-3abd-45af-a5f9-c3dc1ee7061e completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:06:43.295838 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-1b68d9ce-f848-40af-878f-13f649ce03da None None] Provisioning complete for port 84ded765-3abd-45af-a5f9-c3dc1ee7061e triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:06:43.296220 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1b68d9ce-f848-40af-878f-13f649ce03da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:43.329301 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-1b68d9ce-f848-40af-878f-13f649ce03da None None] Port 84ded765-3abd-45af-a5f9-c3dc1ee7061e cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:06:43.517719 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ded765-3abd-45af-a5f9-c3dc1ee7061e {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:06:43.525135 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:43.538541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Transition to ACTIVE for port object 84ded765-3abd-45af-a5f9-c3dc1ee7061e will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:06:43.542721 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:43.545514 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-be2549f3-4256-4456-976f-38ffea122e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:43.612166 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Pushing event updated for resources: {'Port': ['ID=84ded765-3abd-45af-a5f9-c3dc1ee7061e,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:43.615458 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:43.662763 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Attempting to bind port 84ded765-3abd-45af-a5f9-c3dc1ee7061e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:06:43.663140 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Attempting to bind port 84ded765-3abd-45af-a5f9-c3dc1ee7061e by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:06:43.663475 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Attempting to bind port 84ded765-3abd-45af-a5f9-c3dc1ee7061e on network 26ddb2c2-6953-40fb-958b-8e59049be030 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:06:43.668465 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Port 84ded765-3abd-45af-a5f9-c3dc1ee7061e on network 26ddb2c2-6953-40fb-958b-8e59049be030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:06:43.668791 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Attempting to bind port 84ded765-3abd-45af-a5f9-c3dc1ee7061e on network 26ddb2c2-6953-40fb-958b-8e59049be030 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:06:43.673762 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:06:43.674081 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Checking segment: {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:06:43.674467 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Bound using segment: {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:06:43.674928 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Bound port: 84ded765-3abd-45af-a5f9-c3dc1ee7061e, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f44077-358e-4b83-bfb9-b6e2e79aa0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:06:43.675308 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:43.745453 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] For port 84ded765-3abd-45af-a5f9-c3dc1ee7061e, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:06:43.748748 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] For port 84ded765-3abd-45af-a5f9-c3dc1ee7061e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=84ded765-3abd-45af-a5f9-c3dc1ee7061e,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:06:43.753399 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:43.755398 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:43.788065 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:43.788760 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:43.790105 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] 10.222.0.38 "PUT /v2.0/ports/84ded765-3abd-45af-a5f9-c3dc1ee7061e HTTP/1.1" status: 200 len: 1093 time: 0.6131978 Jun 29 00:06:43.790611 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'tag': '84ded765-3abd-45af-a5f9-c3dc1ee7061e'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:06:43.792911 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7a54f8-3297-4c82-82e6-b338d3343a84", "tag": "84ded765-3abd-45af-a5f9-c3dc1ee7061e"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:06:43.819207 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Pushing event updated for resources: {'Port': ['ID=84ded765-3abd-45af-a5f9-c3dc1ee7061e,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:43.822443 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:43.896083 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf3f447-e342-4ae7-a666-c47939c5490e x-openstack-request-id: req-8bf3f447-e342-4ae7-a666-c47939c5490e {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:06:43.896412 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7a54f8-3297-4c82-82e6-b338d3343a84", "tag": "84ded765-3abd-45af-a5f9-c3dc1ee7061e", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:06:43.896721 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bf3f447-e342-4ae7-a666-c47939c5490e {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:06:43.897147 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'tag': '84ded765-3abd-45af-a5f9-c3dc1ee7061e', 'status': 'completed', 'code': 200} Jun 29 00:06:43.907126 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-ad2a3d3f-5496-430d-be19-0870c2e0a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:43.909273 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-ad2a3d3f-5496-430d-be19-0870c2e0a84b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e171e8d9b3d84a99825f7d688679b53f&device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 1096 time: 0.0591378 Jun 29 00:06:43.966775 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-3672edde-06af-44ef-b17c-53577b51ed7b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84ded765-3abd-45af-a5f9-c3dc1ee7061e HTTP/1.1" status: 200 len: 217 time: 0.0384429 Jun 29 00:06:44.021197 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-0de96e28-6020-418b-aee4-7be99131f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:44.022660 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-0de96e28-6020-418b-aee4-7be99131f177 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=811dceec-ad5c-47a5-9f70-bda814bab7b2 HTTP/1.1" status: 200 len: 855 time: 0.0464020 Jun 29 00:06:44.062510 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d75ace-dc6d-4b43-b702-bb289377939d req-78f3cda0-5b6f-411c-a0fc-362c9cc2402a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:44.064547 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-21d75ace-dc6d-4b43-b702-bb289377939d req-78f3cda0-5b6f-411c-a0fc-362c9cc2402a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 943 time: 0.0644953 Jun 29 00:06:44.081461 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cf453efc-c3c5-4076-aecc-0366e5178bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:44.082999 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-cf453efc-c3c5-4076-aecc-0366e5178bb1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26ddb2c2-6953-40fb-958b-8e59049be030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522339 Jun 29 00:06:44.101540 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-21d75ace-dc6d-4b43-b702-bb289377939d req-c1a69d5b-f4b7-46e7-9da1-334b55682021 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Jun 29 00:06:44.174709 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-4902f9a0-3ac2-443b-beef-ad440b00c8d0 service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845075 Jun 29 00:06:44.266638 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-ff9abf27-3894-47f8-a48d-c8fb43cb25f5 req-e3e44e0a-0699-40eb-a16c-f4e9be3b5a7f service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818827 Jun 29 00:06:44.294443 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:44.434822 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-d1d06b7b-7c44-4ec4-bcda-069c760a679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:44.436272 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-d1d06b7b-7c44-4ec4-bcda-069c760a679f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e171e8d9b3d84a99825f7d688679b53f&device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 1096 time: 0.0581546 Jun 29 00:06:44.526799 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-a672e1a9-770a-4d41-85b6-f9f6027cecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:44.528319 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-a672e1a9-770a-4d41-85b6-f9f6027cecd9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 200 len: 917 time: 0.0834944 Jun 29 00:06:44.573032 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-42e695c9-8382-4e2d-a398-c63e964d5fd0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84ded765-3abd-45af-a5f9-c3dc1ee7061e HTTP/1.1" status: 200 len: 217 time: 0.0375187 Jun 29 00:06:44.621667 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-f6574b3f-400a-43ef-b116-582ddb6c8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:44.623199 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-f6574b3f-400a-43ef-b116-582ddb6c8301 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=811dceec-ad5c-47a5-9f70-bda814bab7b2 HTTP/1.1" status: 200 len: 855 time: 0.0422361 Jun 29 00:06:44.680667 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-35317624-4931-4d94-8300-82ffe9e20b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:44.682094 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-35317624-4931-4d94-8300-82ffe9e20b15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26ddb2c2-6953-40fb-958b-8e59049be030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514724 Jun 29 00:06:44.787469 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-01c40b01-bba8-4ad1-ac2f-4a50187e19d3 service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960524 Jun 29 00:06:44.875695 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cfc270aa-e1e5-4e13-bd83-5ea9bf01e0ea req-4cff0070-ab60-46c1-8afa-ca74b044f123 service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814824 Jun 29 00:06:45.280119 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc716eef-1724-4483-a373-e8be9fc79b01 req-1dd8ca3d-b2f2-416a-85ee-6490aaca68c3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:45.281588 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bc716eef-1724-4483-a373-e8be9fc79b01 req-1dd8ca3d-b2f2-416a-85ee-6490aaca68c3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 943 time: 0.0613675 Jun 29 00:06:45.325603 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bc716eef-1724-4483-a373-e8be9fc79b01 req-7097430e-c9f5-41db-9b1b-1131dea37dad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376306 Jun 29 00:06:46.504714 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa87a-4a2e-4c4f-ad63-66b2aaf22b33 req-464c26dc-455a-4e1a-8a3f-4d5bb79ec37a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:46.506226 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-493aa87a-4a2e-4c4f-ad63-66b2aaf22b33 req-464c26dc-455a-4e1a-8a3f-4d5bb79ec37a tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 943 time: 0.0690336 Jun 29 00:06:46.544405 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-493aa87a-4a2e-4c4f-ad63-66b2aaf22b33 req-8f07eb8e-874e-421a-b436-cb4e2ddfdb0d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Jun 29 00:06:46.772805 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:47.720576 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c13c-6d11-48b4-a376-26492bc64fff req-ab91a8a5-db3a-45b7-adcf-ae6370c27f73 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:47.721910 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4f57c13c-6d11-48b4-a376-26492bc64fff req-ab91a8a5-db3a-45b7-adcf-ae6370c27f73 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 943 time: 0.0633764 Jun 29 00:06:47.762925 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4f57c13c-6d11-48b4-a376-26492bc64fff req-35e0e370-4494-4c86-a4d8-73e8b8993c6f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352855 Jun 29 00:06:48.938605 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1fdf6-2429-4f4f-b12a-0462bf2a2a28 req-dde7e859-9da9-4ae5-9f90-f2a793cdb11b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:48.940174 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-87e1fdf6-2429-4f4f-b12a-0462bf2a2a28 req-dde7e859-9da9-4ae5-9f90-f2a793cdb11b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 943 time: 0.0621853 Jun 29 00:06:48.948685 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 84ded765-3abd-45af-a5f9-c3dc1ee7061e details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:06:48.981732 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-87e1fdf6-2429-4f4f-b12a-0462bf2a2a28 req-a7884034-c3db-441e-bd27-da34cbb1e574 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360429 Jun 29 00:06:49.047494 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 84ded765-3abd-45af-a5f9-c3dc1ee7061e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=84ded765-3abd-45af-a5f9-c3dc1ee7061e,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:06:49.058063 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': '84ded765-3abd-45af-a5f9-c3dc1ee7061e', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'port_id': '84ded765-3abd-45af-a5f9-c3dc1ee7061e', 'mac_address': 'fa:16:3e:91:f5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:06:49.101942 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:49.114596 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ded765-3abd-45af-a5f9-c3dc1ee7061e {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:06:49.134369 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 84ded765-3abd-45af-a5f9-c3dc1ee7061e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=84ded765-3abd-45af-a5f9-c3dc1ee7061e,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:06:49.138514 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:49.140430 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:49.185892 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=84ded765-3abd-45af-a5f9-c3dc1ee7061e,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:49.193573 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.193917 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.194263 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.194600 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.194960 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.195295 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.195633 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.195960 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.196282 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.196635 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.196961 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.197283 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:49.201847 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:49.658983 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['84ded765-3abd-45af-a5f9-c3dc1ee7061e'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:06:49.915100 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:50.161084 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899327b0-62e1-4834-8879-380bf0ee92d9 req-389c04d1-5fd8-45c7-a472-66826aacb92c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:50.162544 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-899327b0-62e1-4834-8879-380bf0ee92d9 req-389c04d1-5fd8-45c7-a472-66826aacb92c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 944 time: 0.0659659 Jun 29 00:06:50.197954 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-899327b0-62e1-4834-8879-380bf0ee92d9 req-2629fb76-804e-4a11-bb45-19331f23cc1b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297821 Jun 29 00:06:50.968485 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 84ded765-3abd-45af-a5f9-c3dc1ee7061e up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:06:51.022251 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port 84ded765-3abd-45af-a5f9-c3dc1ee7061e completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:06:51.026730 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port 84ded765-3abd-45af-a5f9-c3dc1ee7061e triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:06:51.027220 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:51.108071 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:51.131269 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ded765-3abd-45af-a5f9-c3dc1ee7061e'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:06:51.133431 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49af19b6-ae27-4ad0-a926-ba61a361cc03" -d '{"events": [{"server_uuid": "2d7a54f8-3297-4c82-82e6-b338d3343a84", "name": "network-vif-plugged", "status": "completed", "tag": "84ded765-3abd-45af-a5f9-c3dc1ee7061e"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:06:51.145700 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port 84ded765-3abd-45af-a5f9-c3dc1ee7061e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=84ded765-3abd-45af-a5f9-c3dc1ee7061e,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:06:51.149829 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:51.152018 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7b5b2326-416b-4878-8ffa-8d4bee10f43f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:51.198675 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=84ded765-3abd-45af-a5f9-c3dc1ee7061e,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:51.202163 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:51.372610 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b510b-ffc4-43a8-b41b-9375c82b78fc req-659b886d-0f1d-4416-939d-426d9c42ea39 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:51.374063 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2a6b510b-ffc4-43a8-b41b-9375c82b78fc req-659b886d-0f1d-4416-939d-426d9c42ea39 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 945 time: 0.0621190 Jun 29 00:06:51.410506 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2a6b510b-ffc4-43a8-b41b-9375c82b78fc req-e66de112-8ae5-44f0-a71f-f28ce255f115 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307486 Jun 29 00:06:52.250464 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90cc98e-8445-4741-8d0f-69b0c13a6b63 x-openstack-request-id: req-d90cc98e-8445-4741-8d0f-69b0c13a6b63 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:06:52.250933 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7a54f8-3297-4c82-82e6-b338d3343a84", "name": "network-vif-plugged", "status": "completed", "tag": "84ded765-3abd-45af-a5f9-c3dc1ee7061e", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:06:52.251524 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d90cc98e-8445-4741-8d0f-69b0c13a6b63 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:06:52.251936 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ded765-3abd-45af-a5f9-c3dc1ee7061e', 'code': 200} Jun 29 00:06:52.529071 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a19b9-2752-4493-8502-965ae85c1199 req-3df53bb1-427b-4b4f-b730-92cd287cfc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:52.530686 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-218a19b9-2752-4493-8502-965ae85c1199 req-3df53bb1-427b-4b4f-b730-92cd287cfc4d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 1098 time: 0.0519934 Jun 29 00:06:52.570464 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-218a19b9-2752-4493-8502-965ae85c1199 req-3ade8bed-aa04-4c74-84e7-760fb5c5164b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328834 Jun 29 00:06:52.639288 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb79a-309d-4f6a-a9a6-5663e8ca798b req-0ee36120-6145-4afd-b2f6-b403a4f1ba8d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:52.640737 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-26dfb79a-309d-4f6a-a9a6-5663e8ca798b req-0ee36120-6145-4afd-b2f6-b403a4f1ba8d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 945 time: 0.1137075 Jun 29 00:06:52.679112 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-26dfb79a-309d-4f6a-a9a6-5663e8ca798b req-aa9ee170-e945-4cbf-9c6e-0b0f2ff72a2b tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326853 Jun 29 00:06:53.859004 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ed9b6-dfdc-41b7-b40b-ef4e676b55fb req-d8551cb5-bf7e-478c-9e09-2e7dd5863a32 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:53.861045 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bd8ed9b6-dfdc-41b7-b40b-ef4e676b55fb req-d8551cb5-bf7e-478c-9e09-2e7dd5863a32 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 945 time: 0.0604293 Jun 29 00:06:53.897606 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bd8ed9b6-dfdc-41b7-b40b-ef4e676b55fb req-45bd7a33-7396-4b8c-9a8b-561be4d2df1f tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310204 Jun 29 00:06:55.069408 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216128-ced8-4c7e-a6da-def0af6fe388 req-ea5f7a1b-d3ed-4e9f-9727-07bc91462479 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:55.070874 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-da216128-ced8-4c7e-a6da-def0af6fe388 req-ea5f7a1b-d3ed-4e9f-9727-07bc91462479 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 945 time: 0.0613978 Jun 29 00:06:55.109196 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-da216128-ced8-4c7e-a6da-def0af6fe388 req-6bed7ec9-d8a4-4715-b67c-baf14de630b3 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325191 Jun 29 00:06:55.280307 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389db2-7027-4821-b954-0d33bcfb9e5e req-d93dd553-875e-451b-92f1-8bf9936b6c7e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:55.281696 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4f389db2-7027-4821-b954-0d33bcfb9e5e req-d93dd553-875e-451b-92f1-8bf9936b6c7e tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 945 time: 0.0666256 Jun 29 00:06:55.290564 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 50542) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:55.295152 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-ec51f4ef-15b4-4e21-bb84-40eb1bcd9a49 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Request body: {'floatingip': {'port_id': '84ded765-3abd-45af-a5f9-c3dc1ee7061e'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:06:55.335138 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ec51f4ef-15b4-4e21-bb84-40eb1bcd9a49 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:55.775890 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ec51f4ef-15b4-4e21-bb84-40eb1bcd9a49 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:55.779593 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ec51f4ef-15b4-4e21-bb84-40eb1bcd9a49 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:55.875611 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.l3_db [None req-ec51f4ef-15b4-4e21-bb84-40eb1bcd9a49 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Floating IP eb2848fb-cd98-41b3-a20e-e3efb0460803 associated. External IP: 172.27.1.22, port: 84ded765-3abd-45af-a5f9-c3dc1ee7061e. Jun 29 00:06:56.065338 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec51f4ef-15b4-4e21-bb84-40eb1bcd9a49 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Router bd537046-6977-4903-82c2-ae3af8c2b5e2 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:06:56.167499 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec51f4ef-15b4-4e21-bb84-40eb1bcd9a49 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:06:56.172391 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ec51f4ef-15b4-4e21-bb84-40eb1bcd9a49 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:56.177866 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] Sync routers for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:06:56.186699 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:06:56.187337 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:06:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:56.208328 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-ec51f4ef-15b4-4e21-bb84-40eb1bcd9a49 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "PUT /v2.0/floatingips/eb2848fb-cd98-41b3-a20e-e3efb0460803 HTTP/1.1" status: 200 len: 990 time: 0.9166658 Jun 29 00:06:56.209078 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'tag': '84ded765-3abd-45af-a5f9-c3dc1ee7061e'}] {{(pid=92941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:06:56.211502 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b754afedf3e2baf1ad806e832283f841ecfbf6b384420d0b1093d7852aef45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7a54f8-3297-4c82-82e6-b338d3343a84", "tag": "84ded765-3abd-45af-a5f9-c3dc1ee7061e"}]}' {{(pid=92941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:06:56.250960 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fe3e59-76f0-4cc4-a727-23a3139a2c94 x-openstack-request-id: req-59fe3e59-76f0-4cc4-a727-23a3139a2c94 {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:06:56.251294 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7a54f8-3297-4c82-82e6-b338d3343a84", "tag": "84ded765-3abd-45af-a5f9-c3dc1ee7061e", "status": "completed", "code": 200}]} {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:06:56.251586 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59fe3e59-76f0-4cc4-a727-23a3139a2c94 {{(pid=92941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:06:56.252021 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'tag': '84ded765-3abd-45af-a5f9-c3dc1ee7061e', 'status': 'completed', 'code': 200} Jun 29 00:06:56.302686 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:06:56.373114 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-6be3782b-ee1e-45be-a6a1-1e005359514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:56.374645 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-6be3782b-ee1e-45be-a6a1-1e005359514d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e171e8d9b3d84a99825f7d688679b53f&device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 1098 time: 0.0551095 Jun 29 00:06:56.470898 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-b4f8c301-3768-4967-b744-6c917b7d9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:56.472470 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-b4f8c301-3768-4967-b744-6c917b7d9cfe service neutron] 10.222.0.38 "GET /v2.0/networks?id=26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 200 len: 917 time: 0.0892971 Jun 29 00:06:56.530291 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': 'eb2848fb-cd98-41b3-a20e-e3efb0460803', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'port_id': '84ded765-3abd-45af-a5f9-c3dc1ee7061e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'mac_address': 'fa:16:3e:91:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:06:35Z', 'updated_at': '2021-06-29T00:06:55Z', 'revision_number': 1, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:56.551713 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-b1e2c73e-360c-4444-8f2a-fb2d3b8f3966 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84ded765-3abd-45af-a5f9-c3dc1ee7061e HTTP/1.1" status: 200 len: 998 time: 0.0724070 Jun 29 00:06:56.557222 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] Checking router: bd537046-6977-4903-82c2-ae3af8c2b5e2 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:06:56.566738 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:06:56.567364 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:06:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:56.601525 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-7e02cd79-b445-4a46-84f4-83c62197b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:56.603116 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-7e02cd79-b445-4a46-84f4-83c62197b8c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=811dceec-ad5c-47a5-9f70-bda814bab7b2 HTTP/1.1" status: 200 len: 855 time: 0.0451226 Jun 29 00:06:56.659765 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-07930013-4624-486d-a456-d5c911f92b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:56.661169 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-07930013-4624-486d-a456-d5c911f92b6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26ddb2c2-6953-40fb-958b-8e59049be030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513959 Jun 29 00:06:56.670999 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:06:56.754514 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-039a9260-8d79-4498-b7eb-e5bd005deb6d service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854635 Jun 29 00:06:56.846922 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf31ee4-0e66-4be3-b91e-bb9b6182fbd6 req-ac65b0e1-cadf-4e61-ad9a-178c3c07f2a4 service neutron] 10.222.0.38 "GET /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845709 Jun 29 00:06:56.893476 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': 'eb2848fb-cd98-41b3-a20e-e3efb0460803', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'port_id': '84ded765-3abd-45af-a5f9-c3dc1ee7061e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'mac_address': 'fa:16:3e:91:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:06:35Z', 'updated_at': '2021-06-29T00:06:55Z', 'revision_number': 1, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:56.918357 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5163c81-bfae-4347-b291-253eb24b46cf None None] The sync data for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi is: [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': 'eb2848fb-cd98-41b3-a20e-e3efb0460803', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'port_id': '84ded765-3abd-45af-a5f9-c3dc1ee7061e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'mac_address': 'fa:16:3e:91:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:06:35Z', 'updated_at': '2021-06-29T00:06:55Z', 'revision_number': 1, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:06:57.090247 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ae93e-44fd-4a3a-8de4-2087a0c28722 None None] New status for floating IP eb2848fb-cd98-41b3-a20e-e3efb0460803: ACTIVE {{(pid=92942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:06:57.334526 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-160195d9-0967-4b14-b309-05f57ee3d266 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524127 Jun 29 00:06:57.423891 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-d1ec9b0d-2574-4859-98f7-11feace0e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:57.425654 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-d1ec9b0d-2574-4859-98f7-11feace0e1af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f13eae06fc3489a83d4e84948d57047&device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 1099 time: 0.0555375 Jun 29 00:06:57.537050 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-66b0d271-269b-4847-9d5e-70eba503eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:57.538670 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-66b0d271-269b-4847-9d5e-70eba503eb76 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a HTTP/1.1" status: 200 len: 914 time: 0.0910206 Jun 29 00:06:57.580069 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-0c94afd3-fd13-456e-a9bd-8fb1fe13e5aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c73156e1-c1ee-47cf-85db-ec1306316a26 HTTP/1.1" status: 200 len: 217 time: 0.0342693 Jun 29 00:06:57.628709 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-98b0a9c5-8e35-4e41-8d75-09d030b0cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:06:57.630265 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-98b0a9c5-8e35-4e41-8d75-09d030b0cb14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b9f9836-7b40-4de4-8c47-389d44ee9615 HTTP/1.1" status: 200 len: 853 time: 0.0445127 Jun 29 00:06:57.666334 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-cf0337f6-a7eb-4f8f-b7ab-b9b1531fa3b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295787 Jun 29 00:06:57.752597 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-bdcc922f-93eb-40b4-8b7a-4f20188741fb service neutron] 10.222.0.38 "GET /v2.0/networks/8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795095 Jun 29 00:06:57.841439 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-da79fcfc-64b3-4acf-a4c6-f16994ae09eb req-d403cacb-ac72-4171-a3c2-5e7b868e0816 service neutron] 10.222.0.38 "GET /v2.0/networks/8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816569 Jun 29 00:07:09.071209 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0a1fad13-07d2-4ca7-9a94-491a1062d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:12.291398 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bb7013c0-ae90-41bf-af9b-40c0419e2e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:12.570402 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:14.278659 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:07:14.295334 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:16.774148 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:19.933965 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:39.072336 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f6a20ee2-a6c9-402d-9d68-e108093bdca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:42.292372 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8ee4bb77-ddaa-48cc-b2ec-b01e25faeb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:42.571979 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:44.297976 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:46.778660 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:49.939209 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:51.277571 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:07:59.410341 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-4917b9a2-7b51-491f-a1d8-03a3ce32f01d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918205 Jun 29 00:07:59.500067 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-d44bef7b-beae-428b-9375-b0269dc60607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:07:59.502070 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-d44bef7b-beae-428b-9375-b0269dc60607 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 1098 time: 0.0517783 Jun 29 00:07:59.606625 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-a1041dca-fdce-45f3-8134-23787e4a812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:07:59.608096 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-a1041dca-fdce-45f3-8134-23787e4a812a service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.0850635 Jun 29 00:07:59.649168 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-d4084c3f-497e-4185-afc7-ce9c0ea4990d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc75aa60-6883-47ea-bd21-8fd069132b6d HTTP/1.1" status: 200 len: 217 time: 0.0342195 Jun 29 00:07:59.699723 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-c8e0f0c9-5302-45d6-8aee-15cbb8cc4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:07:59.701379 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-c8e0f0c9-5302-45d6-8aee-15cbb8cc4952 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0451853 Jun 29 00:07:59.740559 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-b7fb8843-6175-4db8-b819-f1f271e5ba90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265102 Jun 29 00:07:59.752657 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-27f34c1d-f950-4e43-bd74-5627227015cb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 00:07:59.753669 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-27f34c1d-f950-4e43-bd74-5627227015cb service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060735 Jun 29 00:07:59.850944 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-d0419dfb-fb26-48f8-902f-09f095297f29 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893397 Jun 29 00:08:00.179958 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-7010e774-7986-433b-b7e3-90d2592fcff3 req-e87cbb58-3277-44b2-a74f-93c821c6d89f service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187282 Jun 29 00:08:09.082694 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cebaca0a-0d58-4dc1-8a65-244f561b41fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:12.293563 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-737bf7c3-a37c-401c-8fb4-49be2611abb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:12.573160 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:14.300104 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:16.782719 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:19.939940 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:28.276054 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:08:39.074584 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2951-2815-42f2-8205-964ab5e31cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:42.295055 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bc695500-c82e-4749-afec-2cf9c54788fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:42.574564 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:44.304031 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:46.785201 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:49.939311 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:59.353104 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-f5bb91bf-5b60-47a1-b1eb-aaf15886476c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529327 Jun 29 00:08:59.445162 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-784dcc71-75ca-47b7-95c8-cec5cf8611be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:08:59.446686 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-784dcc71-75ca-47b7-95c8-cec5cf8611be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 1098 time: 0.0557413 Jun 29 00:08:59.554551 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-3df22813-aafe-4020-a6d3-98a3daacecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:08:59.555958 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-3df22813-aafe-4020-a6d3-98a3daacecfc service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.0829942 Jun 29 00:08:59.602693 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-636a5188-4f60-47df-918d-4f1bacde715a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae69191-b35e-4447-a266-7b4b6e087f63 HTTP/1.1" status: 200 len: 217 time: 0.0366166 Jun 29 00:08:59.653345 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-4ec0c437-8d86-4ce8-b966-70b7b49665df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:08:59.654779 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-4ec0c437-8d86-4ce8-b966-70b7b49665df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0413606 Jun 29 00:08:59.686782 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-865c80be-14fe-49e7-8ab9-fbb38a373b58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250077 Jun 29 00:08:59.777537 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-8d57a99d-4b63-4753-adff-f89f3ab4e4e0 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816879 Jun 29 00:08:59.863263 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-d526e500-7a58-41b0-b06d-240dd526c4cf req-3fbdf3aa-6209-4f57-a8dc-7912e4ab6432 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787594 Jun 29 00:09:05.275490 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:09:09.075535 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-832837ab-39f6-4b7d-a8f4-927313acf8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:12.297123 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-049815fb-f3c6-4ee6-a06b-64aa5e7a6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:12.575593 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:14.306842 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:16.786630 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:19.938030 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:39.076022 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-42bf103e-6b53-4181-8931-eabd63f1b79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:42.274713 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:09:42.299242 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-085cf24f-eb29-4019-895e-29890afb49b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:42.579304 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:44.309549 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:46.790128 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:49.946519 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:59.335815 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-061faf0c-4675-432e-a475-9bb788fb316d req-abebe3e2-8f57-4863-85ba-49c567fd5a5f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605190 Jun 29 00:09:59.435356 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061faf0c-4675-432e-a475-9bb788fb316d req-1beabd06-b48c-45a9-a13e-a635af36fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:09:59.436926 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-061faf0c-4675-432e-a475-9bb788fb316d req-1beabd06-b48c-45a9-a13e-a635af36fdb8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5195a569bc964f78826e37c833a3b8e2&device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 1098 time: 0.0526819 Jun 29 00:09:59.547103 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061faf0c-4675-432e-a475-9bb788fb316d req-d9e1bb01-945b-4988-a137-6cecdf4af6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:09:59.548572 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-061faf0c-4675-432e-a475-9bb788fb316d req-d9e1bb01-945b-4988-a137-6cecdf4af6e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83ba53d3-2740-4a27-8a89-82c87913523f HTTP/1.1" status: 200 len: 916 time: 0.0842993 Jun 29 00:09:59.595650 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-061faf0c-4675-432e-a475-9bb788fb316d req-2a4e25fb-28d9-4cf3-afb8-2a1337c1aadb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f86d8280-7480-4369-9d49-848d232f2679 HTTP/1.1" status: 200 len: 217 time: 0.0368671 Jun 29 00:09:59.646191 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061faf0c-4675-432e-a475-9bb788fb316d req-67f916c2-0d96-4500-ba76-98dd80a368e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:09:59.647686 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-061faf0c-4675-432e-a475-9bb788fb316d req-67f916c2-0d96-4500-ba76-98dd80a368e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7909d0e5-6c72-4e43-b535-0306eb04fe7d HTTP/1.1" status: 200 len: 854 time: 0.0427783 Jun 29 00:09:59.710377 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061faf0c-4675-432e-a475-9bb788fb316d req-9c942c4d-dc67-44e6-b585-eb044253b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:09:59.712066 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-061faf0c-4675-432e-a475-9bb788fb316d req-9c942c4d-dc67-44e6-b585-eb044253b143 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83ba53d3-2740-4a27-8a89-82c87913523f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562339 Jun 29 00:09:59.809937 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-061faf0c-4675-432e-a475-9bb788fb316d req-06ad0a18-8079-459b-9eb2-5a827b3693ee service neutron] 10.222.0.38 "GET /v2.0/networks/83ba53d3-2740-4a27-8a89-82c87913523f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904717 Jun 29 00:09:59.905732 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-061faf0c-4675-432e-a475-9bb788fb316d req-8786e144-b46f-48c3-ad3c-da0b1ef22326 service neutron] 10.222.0.38 "GET /v2.0/networks/83ba53d3-2740-4a27-8a89-82c87913523f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883870 Jun 29 00:10:09.076383 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec886630-0619-42b9-b30a-382b54708af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:12.300132 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1e393536-0a54-45ac-9d7a-0488d572662d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:12.580866 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:14.316319 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:16.795298 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:19.273061 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:10:19.942321 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:39.076076 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-45555ea6-47e3-4a06-aaff-0ecca1aa55c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:42.302310 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9277dc9-fb9b-498a-b8b7-75a7e282ba16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:42.584860 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:44.314777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:46.798218 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:49.950271 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:56.272073 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:11:09.078589 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43c670b1-c510-4e56-8404-7a4eadab2942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:12.304310 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00003403-b351-446a-94db-69c672bde795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:12.586807 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:14.322117 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:16.797537 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:19.954039 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:33.270268 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:11:39.079637 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cac5be08-5659-4170-9432-aac09d7ceaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:42.304684 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-88f49234-961d-4cff-b1c2-8840b0baa2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:42.588854 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:44.322433 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:46.799234 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:48.453559 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194ffe2-d2cf-44be-8a5c-008ef4c5e07a req-ca066ef0-eba4-43bd-8f6c-d8ad3bd0c09e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:11:48.455131 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3194ffe2-d2cf-44be-8a5c-008ef4c5e07a req-ca066ef0-eba4-43bd-8f6c-d8ad3bd0c09e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 945 time: 0.1363769 Jun 29 00:11:48.493250 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3194ffe2-d2cf-44be-8a5c-008ef4c5e07a req-df6feab3-3749-42f9-bf70-b50050b34125 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322208 Jun 29 00:11:48.809926 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18d1ab-a2dc-4a85-a7ed-da73794b4eb0 req-0c77113d-2ba8-43c9-a81e-7793835bd871 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:11:48.811320 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f18d1ab-a2dc-4a85-a7ed-da73794b4eb0 req-0c77113d-2ba8-43c9-a81e-7793835bd871 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 946 time: 0.0613332 Jun 29 00:11:48.849207 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f18d1ab-a2dc-4a85-a7ed-da73794b4eb0 req-0e6cb2d0-007d-4055-8635-878a4378d250 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Jun 29 00:11:49.046428 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-48285a92-2a00-4224-b534-f9997da9e29e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:11:49.047905 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-48285a92-2a00-4224-b534-f9997da9e29e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 945 time: 0.0706089 Jun 29 00:11:49.150771 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Deleting port 1ae69191-b35e-4447-a266-7b4b6e087f63 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:11:49.151166 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:49.243278 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] For port 1ae69191-b35e-4447-a266-7b4b6e087f63, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1ae69191-b35e-4447-a266-7b4b6e087f63,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:11:49.243646 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:49.255316 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Calling delete_port for 1ae69191-b35e-4447-a266-7b4b6e087f63 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:11:49.385285 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:49.389992 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2c22e24c-941e-42d7-9225-716baf977314 tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:11:49.416012 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Pushing event deleted for resources: {'Port': ['ID=1ae69191-b35e-4447-a266-7b4b6e087f63,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:11:49.427706 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['707309a2-d111-4463-8ca1-f4a106f8d505', '6c5643c8-d6e6-45ef-850c-764b33ab6423', 'dc75aa60-6883-47ea-bd21-8fd069132b6d', '1ae69191-b35e-4447-a266-7b4b6e087f63'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:11:49.441558 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.441941 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.442313 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.442679 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.443080 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.443442 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.443801 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.444155 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.444512 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.444938 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.445294 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.445647 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:11:49.450608 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:11:49.471639 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] No DVR routers for this DVR port 1ae69191-b35e-4447-a266-7b4b6e087f63 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:11:49.474168 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:49.476677 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3ae400ff-a5b2-40fe-a5aa-4313c78405ca req-5b728b7b-c160-4e8d-afad-49cc1e2e6281 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "DELETE /v2.0/ports/1ae69191-b35e-4447-a266-7b4b6e087f63 HTTP/1.1" status: 204 len: 173 time: 0.4211581 Jun 29 00:11:49.477343 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a796594-f04c-4094-86fa-fa11ae56e107', 'name': 'network-vif-deleted', 'tag': '1ae69191-b35e-4447-a266-7b4b6e087f63'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:11:49.480082 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68f8208-012d-477b-a7c6-c7181227572c" -d '{"events": [{"server_uuid": "0a796594-f04c-4094-86fa-fa11ae56e107", "name": "network-vif-deleted", "tag": "1ae69191-b35e-4447-a266-7b4b6e087f63"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:11:49.588413 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b369f2ce-53b7-4297-84c9-7df1e17bd0d1 x-openstack-request-id: req-b369f2ce-53b7-4297-84c9-7df1e17bd0d1 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:11:49.588753 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a796594-f04c-4094-86fa-fa11ae56e107", "name": "network-vif-deleted", "tag": "1ae69191-b35e-4447-a266-7b4b6e087f63", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:11:49.589047 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b369f2ce-53b7-4297-84c9-7df1e17bd0d1 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:11:49.589469 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a796594-f04c-4094-86fa-fa11ae56e107', 'name': 'network-vif-deleted', 'tag': '1ae69191-b35e-4447-a266-7b4b6e087f63', 'status': 'completed', 'code': 200} Jun 29 00:11:49.675502 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9e4313b2-6995-4a0d-9c99-1d120e9cbe73 req-7b747730-771f-43f6-a07f-d08703090cdf tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a796594-f04c-4094-86fa-fa11ae56e107 HTTP/1.1" status: 200 len: 210 time: 0.0283637 Jun 29 00:11:49.807889 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-d9cee181-3ea4-4fc0-9a92-a005fd83017e tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:11:49.809353 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-d9cee181-3ea4-4fc0-9a92-a005fd83017e tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 946 time: 0.0745168 Jun 29 00:11:49.907479 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Deleting port c73156e1-c1ee-47cf-85db-ec1306316a26 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:11:49.907824 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:49.956434 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:49.999005 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] For port c73156e1-c1ee-47cf-85db-ec1306316a26, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c73156e1-c1ee-47cf-85db-ec1306316a26,segment=NetworkSegment(6f2e892e-57ff-4037-b79f-da4cc424d544),segment_id=6f2e892e-57ff-4037-b79f-da4cc424d544)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:11:49.999540 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:50.012069 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Calling delete_port for c73156e1-c1ee-47cf-85db-ec1306316a26 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:11:50.025197 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ea814-1c1f-489e-809e-cb0473d5afc3 req-d5e93881-0d20-40f4-82ce-f0e3941e19c1 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:11:50.026674 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-049ea814-1c1f-489e-809e-cb0473d5afc3 req-d5e93881-0d20-40f4-82ce-f0e3941e19c1 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 946 time: 0.0645664 Jun 29 00:11:50.066222 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-049ea814-1c1f-489e-809e-cb0473d5afc3 req-82accc65-3be7-4298-9890-9b8e79488eff tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/security-groups?id=edeacd14-144e-4053-bd49-d52752cd4a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Jun 29 00:11:50.138927 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:50.143467 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6508eed9-9cbb-4ecd-a4f7-973993c6c3ee tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:11:50.174540 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Pushing event deleted for resources: {'Port': ['ID=c73156e1-c1ee-47cf-85db-ec1306316a26,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:11:50.177348 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:11:50.222803 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] No DVR routers for this DVR port c73156e1-c1ee-47cf-85db-ec1306316a26 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:11:50.225342 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:50.227412 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-466a8be3-c4b2-41d4-97ef-3018688eb1cb req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.38 "DELETE /v2.0/ports/c73156e1-c1ee-47cf-85db-ec1306316a26 HTTP/1.1" status: 204 len: 173 time: 0.4119203 Jun 29 00:11:50.880702 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['c73156e1-c1ee-47cf-85db-ec1306316a26'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:11:51.214285 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ee1a6571-13a3-44cf-bd9c-c0b1684fa1b6 req-9056202c-dd92-4ecc-95cb-4dba6cb529b8 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0275548 Jun 29 00:11:51.590591 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d10acff-679e-4fdc-85ae-37305f999101', 'name': 'network-vif-deleted', 'tag': 'c73156e1-c1ee-47cf-85db-ec1306316a26'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:11:51.593051 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c847fbe-b48f-451c-a585-050a4c5d0579" -d '{"events": [{"server_uuid": "3d10acff-679e-4fdc-85ae-37305f999101", "name": "network-vif-deleted", "tag": "c73156e1-c1ee-47cf-85db-ec1306316a26"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:11:51.628995 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57332ae0-eb81-4ef8-b1e4-60cf31b5e74a x-openstack-request-id: req-57332ae0-eb81-4ef8-b1e4-60cf31b5e74a {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:11:51.629328 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d10acff-679e-4fdc-85ae-37305f999101", "name": "network-vif-deleted", "tag": "c73156e1-c1ee-47cf-85db-ec1306316a26", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:11:51.629618 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57332ae0-eb81-4ef8-b1e4-60cf31b5e74a {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:11:51.630050 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d10acff-679e-4fdc-85ae-37305f999101', 'name': 'network-vif-deleted', 'tag': 'c73156e1-c1ee-47cf-85db-ec1306316a26', 'status': 'completed', 'code': 200} Jun 29 00:11:52.230491 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 1ae69191-b35e-4447-a266-7b4b6e087f63 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:11:52.249959 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 1ae69191-b35e-4447-a266-7b4b6e087f63 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:11:52.250310 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 1ae69191-b35e-4447-a266-7b4b6e087f63 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:11:52.353914 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e4706964-3d59-4d66-a0e8-838ed11441c2 req-de7d5045-29cc-4a27-a0a0-ff0003336957 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0281737 Jun 29 00:11:53.494350 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f272062f-82f1-4540-ab06-83f3cd40e817 req-9489e0da-f767-4fef-ad66-10823671a159 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0274506 Jun 29 00:11:54.231704 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c73156e1-c1ee-47cf-85db-ec1306316a26 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:11:54.251539 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: c73156e1-c1ee-47cf-85db-ec1306316a26 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:11:54.251889 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c73156e1-c1ee-47cf-85db-ec1306316a26 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:11:54.679265 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6cdb0cdc-d7ea-490a-97d3-d7a59a667bee req-d76982ce-94ed-486c-9e77-afca491fcd1a tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0728772 Jun 29 00:11:55.815669 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c63e53ad-0832-4e58-ba28-3959e91db808 req-21f6d30b-3000-43a0-aa97-f368c4ea19a1 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0298119 Jun 29 00:11:56.955972 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8cbf8517-8436-479b-ac60-a6e2e1c28fe1 req-22cf2aa0-2f0c-4a9b-98f1-ecd3d6157472 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0282097 Jun 29 00:11:58.095035 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5e370120-7ab7-4af5-bcb5-b0d26042bf2e req-d02b4994-b30f-44dc-b394-aaac98cce8cb tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0285795 Jun 29 00:11:59.233867 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-108b505a-602a-4b49-87c9-872cc57e128f req-339293d4-0048-44ee-9e1d-5e40477573a2 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0310090 Jun 29 00:12:00.375051 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ab691c0b-3360-433b-97aa-73b881be7819 req-7a619c14-7612-4c5a-83b7-afc431c3cbd0 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0278797 Jun 29 00:12:01.356477 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-0e5dc147-a8e4-4fff-aade-669e1a8927c1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507174 Jun 29 00:12:01.479598 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-2eb45410-d1ef-499b-8b7c-756c15621dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:12:01.481103 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-2eb45410-d1ef-499b-8b7c-756c15621dff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 1098 time: 0.0598500 Jun 29 00:12:01.513776 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1299438b-fc08-47f5-a77a-216fd165802a req-eac3a9bd-f5b2-4563-bfa7-f601733be523 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0281868 Jun 29 00:12:01.587401 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-5df85c6b-d73a-478d-86f0-9e03f9cb01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:12:01.588865 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-5df85c6b-d73a-478d-86f0-9e03f9cb01bd service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.0830011 Jun 29 00:12:01.635644 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-19c59497-039b-45b7-b99b-70a2b09cf991 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=707309a2-d111-4463-8ca1-f4a106f8d505 HTTP/1.1" status: 200 len: 217 time: 0.0360587 Jun 29 00:12:01.684178 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-36684443-a8d0-4cbd-8c9c-1732c2768a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:12:01.685532 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-36684443-a8d0-4cbd-8c9c-1732c2768a8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0438538 Jun 29 00:12:01.720565 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-f0ae520d-47a8-42e8-9c55-37e9371548b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247281 Jun 29 00:12:01.812058 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-00a160b5-5bed-47d3-966a-fcc7a4b1bc6b service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846672 Jun 29 00:12:01.903251 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-af2369be-250a-4315-8d0f-60a9b18baa6f req-36bde10a-35fd-423a-afc3-7672b758ba0b service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835214 Jun 29 00:12:02.650195 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4fe36935-1706-4faa-8a4e-b3a47587ad6a req-e6cda6b6-cd2b-4bf9-9126-7301d8498144 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0282366 Jun 29 00:12:03.796421 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-66b4c293-9151-4b1b-acf6-2716425ea912 req-550c60bf-ea05-4cd3-8bf0-57d4a8ca9b86 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0303245 Jun 29 00:12:04.934133 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4dba1ea3-e15e-46e8-b448-1c70f626e4bb req-c47b40de-d394-4192-a037-288a5aff9932 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Jun 29 00:12:06.071967 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09cd103a-fbf0-4a69-b1b3-655832b53311 req-1cd354a1-14f7-4d5f-89ed-07ba4989884c tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0288064 Jun 29 00:12:07.220221 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f8c9e445-9aa3-481d-a508-cea31382944d req-ba5893e2-fd93-48d5-b6b6-018ad5d9cbc5 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0285056 Jun 29 00:12:08.360292 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-285ade1d-caca-47ec-852f-b3689c84c109 req-d0608bc8-5f7b-464c-9c54-b467519feef4 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0299532 Jun 29 00:12:09.085524 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f9e808ef-1aad-41b4-a87a-ad978612272d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:09.513367 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1f6946e3-ef46-44bc-8488-2faf2f9aae92 req-a7892645-75d2-4680-b094-143cb3ea0685 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0286529 Jun 29 00:12:10.269374 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:12:10.651727 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e1323f54-f06c-45f0-84c1-baee7fcc74b2 req-a4edd4d4-6036-44a8-bc45-541a70b4b709 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0286307 Jun 29 00:12:11.787051 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9c9e13d3-f545-440f-84b1-bc3d92d76eda req-0d33196b-98d6-4ff5-8a1c-0d2d856caba9 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0277460 Jun 29 00:12:12.306187 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-65b30fd4-b0ea-4fb1-b1e6-ebc5a52fb325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:12.589104 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:12.930036 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ea59824d-a13f-4a72-8a4f-c1b05f9598b8 req-d5630d3f-5063-4b62-aa84-c356c8b1d3b7 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0315413 Jun 29 00:12:14.067111 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f46dfa90-78dd-4d2e-a8c4-7545a02584c5 req-2955dd9d-751d-44b0-ae62-16e610433b65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0278504 Jun 29 00:12:14.323075 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:15.205152 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d596b746-8133-495f-b6ea-cda8c7eba738 req-57804975-1fbd-47f9-9790-9edc67fefe52 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0277004 Jun 29 00:12:16.344119 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3f370ade-a1c3-46b3-99df-f030f13517f9 req-99dc9ecd-5167-4783-a358-f4e53915dc08 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0285711 Jun 29 00:12:16.802660 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:17.484578 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-31eeb358-aa7f-4b41-8321-ecacadf3fd0b req-8702814e-c740-4f6a-842c-0b39ff9467df tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0321620 Jun 29 00:12:18.621800 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-34bb8d16-ff36-4982-bb70-56426c3d134c req-7a13df34-f564-465f-bcec-679ebfea9713 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0287337 Jun 29 00:12:19.759366 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-220af062-3e35-48e1-823e-d57bbdb61006 req-2c9a403d-4cd3-4d60-a662-844cecca8589 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0295570 Jun 29 00:12:19.968594 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:20.896549 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fdd32d1c-e87c-48fe-997a-47d853d23ba6 req-0a17f070-32cb-47f9-bccd-93d1e7f58917 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0286729 Jun 29 00:12:22.038672 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-98d250ba-05f4-4194-b225-50fd0eaf83d1 req-bbdea671-ea0e-4271-9afe-1273d55c9d75 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0316982 Jun 29 00:12:23.176709 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f92940ce-21db-478c-8a0a-fde2102c223b req-bfd945b8-74f5-41bb-b8e8-c744e6c9001f tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0281563 Jun 29 00:12:24.311181 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6a4d3ad1-35c1-457b-b2c3-d70118414326 req-63d08806-a3e0-4bab-b138-6ee71dff4810 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0272479 Jun 29 00:12:25.451009 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e25ec420-9a16-4107-9a0f-95060155c9fe req-a5fd65a3-3cfa-448a-baad-07a117e28bf7 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Jun 29 00:12:26.820716 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ee73baaa-50a5-4a46-81fe-94d371d7250e req-28d9f75a-f093-4123-ad60-02db296b6117 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.2612693 Jun 29 00:12:27.956002 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d424f44a-afdd-4c0a-8c76-c2335edf0156 req-b2c18478-ba63-4368-985d-a2176f016e90 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0275879 Jun 29 00:12:29.091714 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f169bab5-9e54-4347-923d-81a39725ae2c req-ab019e05-2f29-4ff8-b05f-437a1ba3b2d5 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0281122 Jun 29 00:12:30.227785 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c80fc370-e6f1-4584-bdbc-687e3593af9c req-acb70563-e83c-4179-906c-8b68425ee4f4 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0275159 Jun 29 00:12:31.375199 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e7a267f3-7ee6-4832-bfe7-3b21cf9c9b0a req-0fc64613-9410-46d0-a612-6d9661dbfc70 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0309415 Jun 29 00:12:32.516779 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e12541ab-e641-45d0-ae55-730817842ba6 req-2aeb8e8c-2ebc-4ca4-97e3-1b4ab5ae6043 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0272710 Jun 29 00:12:33.651666 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-aeadf538-1537-46b1-a6e6-bd62dc031150 req-ea1154ed-5dc5-4149-8ed3-c88631b6cff0 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0280359 Jun 29 00:12:34.788653 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-77830d13-4776-42d3-8ac1-56f7e694a9ef req-229d1615-b1a7-4cdc-9fa8-cbc19fbe9b79 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0276515 Jun 29 00:12:35.926692 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-002d945d-4065-4093-b53d-dbbb160f962c req-a1f604cc-6699-491d-bfdf-4cd2042f6ba4 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0310454 Jun 29 00:12:37.063912 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ec680d71-6584-4691-acfe-ac0149f41c75 req-76b7f90c-160e-41e4-9913-e64847ed0c8e tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0289757 Jun 29 00:12:38.198058 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-81ec46f2-3af9-4af5-88e3-25e3f408f858 req-4ff8f12d-eb96-408a-a4af-7049b7df2f55 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0273628 Jun 29 00:12:38.656887 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [req-499424d3-9ee4-4504-a4b8-bcf8ce4d6cd0 req-d56e6ce1-834c-43f3-aa4d-95df8c544da3 service neutron] (92941) timed out ('10.222.0.38', 51366) {{(pid=92941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 00:12:39.078491 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-afac4853-a63e-4f6d-9874-fe0d08493d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:39.335291 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-45c32d90-b962-47eb-9013-249586136c9b req-e7b1b625-1e2e-40eb-9321-b6c762c701ad tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0288482 Jun 29 00:12:40.068871 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9bb87-adf5-4c86-b46c-1c03b820a692 req-c2fb72cb-9220-4d06-a0d2-d75075c24e1a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:12:40.070346 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-54c9bb87-adf5-4c86-b46c-1c03b820a692 req-c2fb72cb-9220-4d06-a0d2-d75075c24e1a tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 945 time: 0.0646186 Jun 29 00:12:40.106103 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-54c9bb87-adf5-4c86-b46c-1c03b820a692 req-5ef9d521-956a-4119-9132-e083b3987dbc tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/security-groups?id=84c8c04f-54bf-431c-a186-3696fa58f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301681 Jun 29 00:12:40.476924 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5ba17d79-bc86-4ca9-8900-70262fabafe9 req-d07a26c4-d4e7-4014-8927-3e99a440ee1b tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0289307 Jun 29 00:12:40.613232 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-6c99f92b-559a-4150-be35-385946988049 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:12:40.614675 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-6c99f92b-559a-4150-be35-385946988049 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 945 time: 0.0705407 Jun 29 00:12:40.714600 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Deleting port f86d8280-7480-4369-9d49-848d232f2679 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:12:40.714976 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:40.801162 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] For port f86d8280-7480-4369-9d49-848d232f2679, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f86d8280-7480-4369-9d49-848d232f2679,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:12:40.801524 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:40.813553 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Calling delete_port for f86d8280-7480-4369-9d49-848d232f2679 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:12:40.939114 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:40.944019 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1f67c1b2-e30d-4f90-9f30-ba37ece2429f tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:40.976871 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Pushing event deleted for resources: {'Port': ['ID=f86d8280-7480-4369-9d49-848d232f2679,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:40.979129 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:40.984880 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['f86d8280-7480-4369-9d49-848d232f2679'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:12:41.020426 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] No DVR routers for this DVR port f86d8280-7480-4369-9d49-848d232f2679 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:12:41.022918 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:41.024863 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-435c204b-3500-4d8f-ae74-7dc6b31e8054 req-5fb58b8b-ff88-4d1b-a45a-a22d3d9415ab tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.38 "DELETE /v2.0/ports/f86d8280-7480-4369-9d49-848d232f2679 HTTP/1.1" status: 204 len: 173 time: 0.4012954 Jun 29 00:12:41.025379 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd53994-9c7f-43d8-9697-5b7b132adf72', 'name': 'network-vif-deleted', 'tag': 'f86d8280-7480-4369-9d49-848d232f2679'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:12:41.027839 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbec89c-bbc0-4f4b-9745-64c6bbf0e552" -d '{"events": [{"server_uuid": "2bd53994-9c7f-43d8-9697-5b7b132adf72", "name": "network-vif-deleted", "tag": "f86d8280-7480-4369-9d49-848d232f2679"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:12:41.066533 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2220f40-9f10-4868-a124-06b7b368562e x-openstack-request-id: req-d2220f40-9f10-4868-a124-06b7b368562e {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:12:41.066978 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd53994-9c7f-43d8-9697-5b7b132adf72", "name": "network-vif-deleted", "tag": "f86d8280-7480-4369-9d49-848d232f2679", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:12:41.067740 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2220f40-9f10-4868-a124-06b7b368562e {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:12:41.068316 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd53994-9c7f-43d8-9697-5b7b132adf72', 'name': 'network-vif-deleted', 'tag': 'f86d8280-7480-4369-9d49-848d232f2679', 'status': 'completed', 'code': 200} Jun 29 00:12:41.267091 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-38fff572-3dee-4d7e-84f5-e8a7cd7b9aca req-b2b9c0a5-e624-48d5-9a96-bdf2ddde89e4 tempest-TestMinimumBasicScenario-1316801617 tempest-TestMinimumBasicScenario-1316801617-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bd53994-9c7f-43d8-9697-5b7b132adf72 HTTP/1.1" status: 200 len: 210 time: 0.0299501 Jun 29 00:12:41.620415 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-44e086bc-59c9-48b2-a471-bc629e9c4d26 req-8861b320-0809-474c-8570-981af984043b tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0287616 Jun 29 00:12:42.311782 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e8ef0b4b-778e-4646-a244-0caf1d79db72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:42.591759 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:42.789635 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-aca0fd0a-2746-4460-9292-6718cda7b86e req-511dbc13-808d-4117-8735-fce8fad7a7f2 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0373976 Jun 29 00:12:43.157390 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 55338) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:43.627056 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8049689'] for router_interface, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:43.877845 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Deleting port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:12:43.878463 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:43.954667 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ab2f378b-e016-4326-99ea-2f6f5c136a46 req-633713a2-c594-40fb-acc2-0e1a9c817e40 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0537508 Jun 29 00:12:43.983365 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] For port bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:12:43.983728 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:43.995459 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Calling delete_port for bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a owned by network:router_interface {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:12:44.174720 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:44.177341 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:44.204270 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:44.217627 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.218008 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.218380 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.218748 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.219137 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.219506 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.219862 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.220224 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.220583 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.220960 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.221288 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.221640 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:44.239574 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:44.330530 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:44.378767 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8049805'] for router_interface, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:44.512807 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device f86d8280-7480-4369-9d49-848d232f2679 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:12:44.532413 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: f86d8280-7480-4369-9d49-848d232f2679 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:12:44.532769 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device f86d8280-7480-4369-9d49-848d232f2679 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:12:44.586246 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Router 8b032b91-5659-4d58-8a7d-79db2ce92de8 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:12:44.693022 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:12:44.698632 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] 10.222.0.24 "PUT /v2.0/routers/8b032b91-5659-4d58-8a7d-79db2ce92de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5402045 Jun 29 00:12:44.700683 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 55360) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:44.701975 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] Sync routers for ids ['8b032b91-5659-4d58-8a7d-79db2ce92de8'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:12:44.711747 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] Routers {'8b032b91-5659-4d58-8a7d-79db2ce92de8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:12:44.712344 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:12:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['8b032b91-5659-4d58-8a7d-79db2ce92de8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:44.800353 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks [] for router, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:44.809939 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] Set router 8b032b91-5659-4d58-8a7d-79db2ce92de8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:12:44.903801 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:44.989095 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:38Z', 'updated_at': '2021-06-29T00:12:44Z', 'revision_number': 5, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'gw_port': {'id': 'ef6c66b0-beec-4171-8716-8fb64a77da5a', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:39Z', 'updated_at': '2021-06-28T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:45.018025 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] Checking router: 8b032b91-5659-4d58-8a7d-79db2ce92de8 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:12:45.029976 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] Routers {'8b032b91-5659-4d58-8a7d-79db2ce92de8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:12:45.031032 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:12:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['8b032b91-5659-4d58-8a7d-79db2ce92de8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:45.123327 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] Set router 8b032b91-5659-4d58-8a7d-79db2ce92de8 gateway port host: None {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:12:45.175012 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:38Z', 'updated_at': '2021-06-29T00:12:44Z', 'revision_number': 6, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'gw_port_host': None}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:45.200054 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7690d0cd-5348-4baf-9448-d93d1c3c4404 req-bc1a3636-8134-4e07-87bd-59013a33eec5 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0301564 Jun 29 00:12:45.204118 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e91fabc-3753-4166-ac12-f0b5c1828e9d None None] The sync data for ids ['8b032b91-5659-4d58-8a7d-79db2ce92de8'] in dv-cinder-763306-13-iscsi is: [{'id': '8b032b91-5659-4d58-8a7d-79db2ce92de8', 'name': 'tempest-TestMinimumBasicScenario-1756203661-router', 'tenant_id': '5195a569bc964f78826e37c833a3b8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:38Z', 'updated_at': '2021-06-29T00:12:44Z', 'revision_number': 6, 'project_id': '5195a569bc964f78826e37c833a3b8e2', 'gw_port_host': None}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:12:45.219744 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Deleting port ef6c66b0-beec-4171-8716-8fb64a77da5a {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:12:45.220093 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.299540 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] For port ef6c66b0-beec-4171-8716-8fb64a77da5a, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=ef6c66b0-beec-4171-8716-8fb64a77da5a,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:12:45.299898 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.310967 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Calling delete_port for ef6c66b0-beec-4171-8716-8fb64a77da5a owned by network:router_gateway {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:12:45.475153 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.477593 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:45.500884 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6c66b0-beec-4171-8716-8fb64a77da5a,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:45.505162 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:45.572380 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8051283'] for router_gateway, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.665568 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8049724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25354'] for router, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.667688 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.718340 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8051253'] for router, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.718979 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b032b91-5659-4d58-8a7d-79db2ce92de8 {{(pid=92941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:12:45.723384 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.727151 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 55374) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:45.727612 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f2e328ed-40f8-4aa0-97c7-fc994a6b750e admin admin] 10.222.0.24 "DELETE /v2.0/routers/8b032b91-5659-4d58-8a7d-79db2ce92de8 HTTP/1.1" status: 204 len: 168 time: 1.0254080 Jun 29 00:12:45.771108 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb96221c-bcf4-4b52-a4c3-e28ef39aaaa6 admin admin] Deleting subnet 7909d0e5-6c72-4e43-b535-0306eb04fe7d {{(pid=92940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:12:45.774066 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eb96221c-bcf4-4b52-a4c3-e28ef39aaaa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.807176 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eb96221c-bcf4-4b52-a4c3-e28ef39aaaa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467922'] for subnet, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.884740 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eb96221c-bcf4-4b52-a4c3-e28ef39aaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.938329 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eb96221c-bcf4-4b52-a4c3-e28ef39aaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4462977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4468348'] for subnet, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.942227 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-fcbf5b81-8bfd-4d82-805f-19d910cd0092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:45.969136 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eb96221c-bcf4-4b52-a4c3-e28ef39aaaa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:45.973261 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-eb96221c-bcf4-4b52-a4c3-e28ef39aaaa6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7909d0e5-6c72-4e43-b535-0306eb04fe7d HTTP/1.1" status: 204 len: 168 time: 0.2429287 Jun 29 00:12:45.973261 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96221c-bcf4-4b52-a4c3-e28ef39aaaa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7909d0e5-6c72-4e43-b535-0306eb04fe7d,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:45.973633 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 55378) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:45.978372 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db9ede-7780-46dc-8b80-63bb975fea3f None None] Network 83ba53d3-2740-4a27-8a89-82c87913523f requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:12:45.984597 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-eb96221c-bcf4-4b52-a4c3-e28ef39aaaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:46.051318 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.112156 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Deleting port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:12:46.112644 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.175439 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] For port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=00e83a18-d53d-4b59-8e5f-9a87ae4067e5,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:12:46.175792 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.187408 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] DHCP port deletion for 83ba53d3-2740-4a27-8a89-82c87913523f request from dv-cinder-763306-13-iscsi {{(pid=92942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:12:46.187736 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Calling delete_port for 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 owned by network:dhcp {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:12:46.234709 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Deleting port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:12:46.235588 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.281690 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.294168 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d21949cd-d128-4b7b-aeb5-c5e78ecbe16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:46.304583 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] For port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=00e83a18-d53d-4b59-8e5f-9a87ae4067e5,segment=NetworkSegment(c83e4b65-4e1b-43d1-9506-1fa62d89ee30),segment_id=c83e4b65-4e1b-43d1-9506-1fa62d89ee30)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:12:46.305078 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.320125 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Calling delete_port for 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:12:46.321890 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e83a18-d53d-4b59-8e5f-9a87ae4067e5,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:46.324749 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] No DVR routers for this DVR port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 on host dv-cinder-763306-13-iscsi {{(pid=92941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:12:46.327150 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:46.386638 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2aec07e0-0717-4cc3-b620-706edab7f2c6 req-e0e3744f-cb7c-493f-b14e-cde9aab252b2 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0375297 Jun 29 00:12:46.402340 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.410642 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:46.414954 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] No DVR routers for this DVR port 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 on host dv-cinder-763306-13-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:12:46.425800 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.437273 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ba53d3-2740-4a27-8a89-82c87913523f']}} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:46.443673 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Pushing event deleted for resources: {'Port': ['ID=00e83a18-d53d-4b59-8e5f-9a87ae4067e5,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:46.446964 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30') {'for_net_delete': True} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:46.447258 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83e4b65-4e1b-43d1-9506-1fa62d89ee30') {} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:46.450612 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.450985 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.451894 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.452232 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.452563 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.452891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.453225 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.453549 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.454147 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.454466 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.454789 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.455139 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:46.456822 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592450'] for segment, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.458338 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-83338e48-ee9a-47b0-852a-a737b3f1b4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:46.470676 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.476645 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=92941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:12:46.477120 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4606095'] for segment, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: Traceback (most recent call last): Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: timer() Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: cb(*args, **kw) Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: return func(*args, **kwargs) Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: self._notify() Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: self.callback(batched_events) Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: event.method(event) Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: return f(self, *a, **k) Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._get(url).json() Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: return self.request(url, 'GET', **kwargs) Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:12:46.478733 dv-cinder-763306-13-iscsi neutron-server[92941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:12:46.530302 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.533739 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:46.536084 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.537860 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] 10.222.0.24 "DELETE /v2.0/networks/83ba53d3-2740-4a27-8a89-82c87913523f HTTP/1.1" status: 204 len: 168 time: 0.5632486 Jun 29 00:12:46.540802 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 55384) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:46.556727 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ba53d3-2740-4a27-8a89-82c87913523f,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:46.589897 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e77f1b70-3225-45e2-858c-21195ceeea53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:46.809467 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:46.887049 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8049689'] for router_interface, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:47.049163 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device ef6c66b0-beec-4171-8716-8fb64a77da5a no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:12:47.069659 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: ef6c66b0-beec-4171-8716-8fb64a77da5a {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:12:47.070026 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device ef6c66b0-beec-4171-8716-8fb64a77da5a not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:12:47.070468 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:12:47.092881 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:12:47.093435 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 00e83a18-d53d-4b59-8e5f-9a87ae4067e5 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:12:47.094105 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:12:47.118689 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:12:47.119079 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device bd0717ac-f867-45ba-a8c6-a1fc7f2afb4a not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:12:47.155748 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Deleting port 882b7192-244a-4b18-bb03-0280bfcc8536 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:12:47.156376 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:47.237251 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] For port 882b7192-244a-4b18-bb03-0280bfcc8536, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=882b7192-244a-4b18-bb03-0280bfcc8536,segment=NetworkSegment(bbafee14-41ff-480f-aa4b-2bcac815456d),segment_id=bbafee14-41ff-480f-aa4b-2bcac815456d)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:12:47.237612 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:47.250828 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Calling delete_port for 882b7192-244a-4b18-bb03-0280bfcc8536 owned by network:router_interface {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:12:47.268346 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:12:47.448318 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:47.450694 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:47.476485 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=882b7192-244a-4b18-bb03-0280bfcc8536,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:47.479519 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:47.567760 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1669e293-b386-4b87-b971-6d8e58dea85a req-83b0ecaa-6421-4e5a-b6e9-ec2311fd8218 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0506589 Jun 29 00:12:47.702625 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8049805'] for router_interface, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:47.922721 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Router fff29e96-4204-41e3-bd13-5b773c20c96f has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:12:48.023295 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:12:48.028307 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] 10.222.0.24 "PUT /v2.0/routers/fff29e96-4204-41e3-bd13-5b773c20c96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4863453 Jun 29 00:12:48.031218 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 55404) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:48.033870 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] Sync routers for ids ['fff29e96-4204-41e3-bd13-5b773c20c96f'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:12:48.042948 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] Routers {'fff29e96-4204-41e3-bd13-5b773c20c96f'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:12:48.043564 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:12:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['fff29e96-4204-41e3-bd13-5b773c20c96f'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:48.132236 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:48.145996 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] Set router fff29e96-4204-41e3-bd13-5b773c20c96f gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:12:48.235127 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:48.288361 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Deleting port 98eecbc3-c71f-4b93-800f-c7db15ecff2f {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:12:48.288710 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:48.325641 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:48Z', 'updated_at': '2021-06-29T00:12:47Z', 'revision_number': 5, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'gw_port': {'id': '98eecbc3-c71f-4b93-800f-c7db15ecff2f', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:59:49Z', 'updated_at': '2021-06-28T23:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:48.351691 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] Checking router: fff29e96-4204-41e3-bd13-5b773c20c96f for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:12:48.359707 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] Routers {'fff29e96-4204-41e3-bd13-5b773c20c96f'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:12:48.360316 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:12:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['fff29e96-4204-41e3-bd13-5b773c20c96f'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:48.365275 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] For port 98eecbc3-c71f-4b93-800f-c7db15ecff2f, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=98eecbc3-c71f-4b93-800f-c7db15ecff2f,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:12:48.365630 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:48.376827 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Calling delete_port for 98eecbc3-c71f-4b93-800f-c7db15ecff2f owned by network:router_gateway {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:12:48.441289 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] Set router fff29e96-4204-41e3-bd13-5b773c20c96f gateway port host: None {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:12:48.497640 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:48Z', 'updated_at': '2021-06-29T00:12:48Z', 'revision_number': 6, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'gw_port_host': None}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:48.524376 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af30f3-a5be-4934-942c-148801eb4dd1 None None] The sync data for ids ['fff29e96-4204-41e3-bd13-5b773c20c96f'] in dv-cinder-763306-13-iscsi is: [{'id': 'fff29e96-4204-41e3-bd13-5b773c20c96f', 'name': 'tempest-TestMinimumBasicScenario-1761353810-router', 'tenant_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:59:48Z', 'updated_at': '2021-06-29T00:12:48Z', 'revision_number': 6, 'project_id': 'e9fc092e8ada463c9f3e23d44bcd060b', 'gw_port_host': None}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:12:48.545694 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:48.547826 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:48.571273 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=98eecbc3-c71f-4b93-800f-c7db15ecff2f,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:48.574158 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:48.634512 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8051283'] for router_gateway, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:48.980241 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8049724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25354'] for router, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:48.996657 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.000007 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c35bd444-781d-4a05-a9e7-a9e94af334a0 req-c213cbd8-ea62-453d-8c42-006008b7d11e tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.3120844 Jun 29 00:12:49.040914 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8051253'] for router, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.041520 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fff29e96-4204-41e3-bd13-5b773c20c96f {{(pid=92941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:12:49.046749 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.047439 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fff29e96-4204-41e3-bd13-5b773c20c96f HTTP/1.1" status: 204 len: 168 time: 1.0153291 Jun 29 00:12:49.049860 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 55418) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:49.091943 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] Deleting subnet 14d3dbfc-8e1b-4e12-b7c4-db426083bd4f {{(pid=92941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:12:49.094836 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.131513 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592473'] for subnet, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.209616 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.260226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4222160'] for subnet, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.262539 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0e066f7c-f574-4480-b1da-c38786ba230e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:49.287402 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d3dbfc-8e1b-4e12-b7c4-db426083bd4f,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:49.291668 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:49.294437 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.304617 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975457fb-689d-4e04-a5b7-23b1c80217b7 None None] Network b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:12:49.311253 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/14d3dbfc-8e1b-4e12-b7c4-db426083bd4f HTTP/1.1" status: 204 len: 168 time: 0.2586277 Jun 29 00:12:49.312186 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 55424) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:49.377553 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 98eecbc3-c71f-4b93-800f-c7db15ecff2f no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:12:49.403122 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.405012 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 98eecbc3-c71f-4b93-800f-c7db15ecff2f {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:12:49.405485 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 98eecbc3-c71f-4b93-800f-c7db15ecff2f not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:12:49.406120 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 882b7192-244a-4b18-bb03-0280bfcc8536 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:12:49.443416 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 882b7192-244a-4b18-bb03-0280bfcc8536 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:12:49.443781 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 882b7192-244a-4b18-bb03-0280bfcc8536 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:12:49.461538 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Deleting port c68242d5-6357-4360-9a00-e0ef8c6d902e {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:12:49.461888 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.530625 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] For port c68242d5-6357-4360-9a00-e0ef8c6d902e, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=c68242d5-6357-4360-9a00-e0ef8c6d902e,segment=NetworkSegment(bbafee14-41ff-480f-aa4b-2bcac815456d),segment_id=bbafee14-41ff-480f-aa4b-2bcac815456d)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:12:49.531095 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.551121 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Calling delete_port for c68242d5-6357-4360-9a00-e0ef8c6d902e owned by network:dhcp {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:12:49.634120 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.644000 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-0612595b-89a8-41da-b7d1-2be7f6f299d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:49.648799 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] No DVR routers for this DVR port c68242d5-6357-4360-9a00-e0ef8c6d902e on host dv-cinder-763306-13-iscsi {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:12:49.668554 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Pushing event deleted for resources: {'Port': ['ID=c68242d5-6357-4360-9a00-e0ef8c6d902e,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:49.678948 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72731ff-69b0-48ac-8fc9-f10bba26e49e None None] DHCP port deletion for b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 request from dv-cinder-763306-13-iscsi {{(pid=92942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:12:49.701917 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.702299 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.702668 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.703058 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.703418 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.703776 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.704398 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.704753 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.705110 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.705459 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.705808 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.706154 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:12:49.710175 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:49.749101 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.758734 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ebead3-f4b3-4d83-b0ce-be3d71015cc7']}} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:49.769273 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbafee14-41ff-480f-aa4b-2bcac815456d') {'for_net_delete': True} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:49.769574 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbafee14-41ff-480f-aa4b-2bcac815456d') {} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:12:49.778225 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467913'] for segment, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.792176 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.797859 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=92940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:12:49.798232 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4473368'] for segment, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: Traceback (most recent call last): Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: timer() Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: cb(*args, **kw) Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: return func(*args, **kwargs) Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: self._notify() Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: self.callback(batched_events) Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: event.method(event) Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: return f(self, *a, **k) Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._get(url).json() Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: return self.request(url, 'GET', **kwargs) Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:12:49.799853 dv-cinder-763306-13-iscsi neutron-server[92940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:12:49.850676 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.855416 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:49.859453 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0ebead3-f4b3-4d83-b0ce-be3d71015cc7 HTTP/1.1" status: 204 len: 168 time: 0.5462372 Jun 29 00:12:49.860194 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:49.872017 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ebead3-f4b3-4d83-b0ce-be3d71015cc7,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:49.874336 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-70634880-48bf-4668-9f51-e0a5cf734234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:49.970109 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 55436) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:49.982946 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:50.013564 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-e8077f4a-0983-4019-bc51-90e83b2974d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5195a569bc964f78826e37c833a3b8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421207 Jun 29 00:12:50.016449 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 55438) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:50.063309 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cc522c9e-90ba-481d-a7c5-141fb41e83a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:50.084220 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cc522c9e-90ba-481d-a7c5-141fb41e83a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:50.130328 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cc522c9e-90ba-481d-a7c5-141fb41e83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:50.132891 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cc522c9e-90ba-481d-a7c5-141fb41e83a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:50.136293 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-cc522c9e-90ba-481d-a7c5-141fb41e83a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84c8c04f-54bf-431c-a186-3696fa58f83a HTTP/1.1" status: 204 len: 168 time: 0.1166711 Jun 29 00:12:50.136293 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:50.143032 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc522c9e-90ba-481d-a7c5-141fb41e83a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c8c04f-54bf-431c-a186-3696fa58f83a,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:50.145865 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-cc522c9e-90ba-481d-a7c5-141fb41e83a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:50.153857 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a9f6026a-2ce1-459c-95c2-2aacfede5a29 req-58cd2e8a-4462-470a-8b94-3176f8f201ac tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0419853 Jun 29 00:12:50.452753 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 55450) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:50.491603 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-7781e3ce-713b-482f-a2a7-74f02081d220 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9fc092e8ada463c9f3e23d44bcd060b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376909 Jun 29 00:12:50.493874 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 55452) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:12:50.541266 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c30a190e-1488-406c-bd39-a1439de442d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:50.562247 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c30a190e-1488-406c-bd39-a1439de442d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:50.610269 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c30a190e-1488-406c-bd39-a1439de442d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:50.613160 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c30a190e-1488-406c-bd39-a1439de442d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:12:50.614293 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c30a190e-1488-406c-bd39-a1439de442d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b769ef66-110f-4c08-9fe0-7199dda195e8 HTTP/1.1" status: 204 len: 168 time: 0.1195476 Jun 29 00:12:50.615066 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d7b73ab1-28ec-4fae-9c2a-4ded80157f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:12:50.623541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a190e-1488-406c-bd39-a1439de442d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b769ef66-110f-4c08-9fe0-7199dda195e8,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:12:50.625851 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c30a190e-1488-406c-bd39-a1439de442d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:12:51.030838 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device c68242d5-6357-4360-9a00-e0ef8c6d902e no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:12:51.050843 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: c68242d5-6357-4360-9a00-e0ef8c6d902e {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:12:51.051222 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device c68242d5-6357-4360-9a00-e0ef8c6d902e not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:12:51.284903 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ca79e4d5-0499-48d4-8b7d-922b39b3af2e req-ff6e2e6d-7731-4790-8ee0-d3205a43fdfe tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0281918 Jun 29 00:12:52.570772 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-875f1b79-40af-4bbf-b4b4-0a3ed6f58cdf req-049fc3dc-acba-4d13-ab23-2ab5d1bd610d tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0274758 Jun 29 00:12:53.706163 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3a4c237b-17c4-4e20-a9f5-6436e4175e72 req-f92d98cb-b200-4df7-94e4-5417523fc77f tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0279050 Jun 29 00:12:54.843134 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a3931e33-7bad-4467-bca2-61b2886a73a7 req-9aaf3f32-2d04-4120-8498-81932c162299 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0306773 Jun 29 00:12:55.982216 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dfb970a7-01ad-425c-9f5b-ae96d1597dda req-252b87c7-837a-433c-8b39-258464a6915a tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0273709 Jun 29 00:12:57.116518 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c0bd7d26-4758-4311-80ab-54a63ea7ff67 req-6404e86a-52c0-4865-beb9-37df66556d33 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0280464 Jun 29 00:12:58.252982 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-38603170-8698-497d-a018-73bd06ca703e req-e9a9f577-1744-4a18-a26e-12b641c2e224 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0273149 Jun 29 00:12:59.392999 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7dc2a0e5-e735-45f0-bb5e-1e48218ee41e req-95577641-3d86-4445-9c1d-27f428caae24 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0302117 Jun 29 00:13:00.529471 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9cfc1cab-b483-4dd5-a687-223d4fa3c030 req-9d5b34a4-2c21-49c9-80b6-ab02fc7613cb tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0267169 Jun 29 00:13:01.665468 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7acf7ab3-f3c5-4175-acce-5a70134ec60a req-6bcc0c8f-b79d-49ba-bdd4-49362c335099 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0270910 Jun 29 00:13:02.800694 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-23723429-b1d0-4d79-880e-800d8bf05388 req-498969df-04ac-4b65-b11d-6c54e9097436 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0273180 Jun 29 00:13:03.465028 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-2c7979a7-009a-4a70-9177-165f38d3c6c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1879928 Jun 29 00:13:03.560327 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-8e24baf8-0646-46d6-8083-3cfbc98d8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:13:03.561735 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-8e24baf8-0646-46d6-8083-3cfbc98d8b8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0604215 Jun 29 00:13:03.906266 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-1adbee7f-eace-4367-9ac6-48e9de257228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:13:03.907765 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-1adbee7f-eace-4367-9ac6-48e9de257228 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.3257828 Jun 29 00:13:03.944599 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dd7d8e3e-c26f-4a3e-807a-4a6f8ee5c0a0 req-11d5d8a1-76b8-4e05-93a8-ef4878a46a4a tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0297492 Jun 29 00:13:03.948679 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-501add9e-cf16-489c-98c6-65582422f3b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.0324879 Jun 29 00:13:03.994987 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-506041e3-e752-4a0e-b176-9430c85dd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:13:03.996390 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-506041e3-e752-4a0e-b176-9430c85dd95a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0413604 Jun 29 00:13:04.032225 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-eb1c0caf-003a-48e0-b74d-86a677ef962d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290561 Jun 29 00:13:04.118269 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-e8e2e0ad-5d71-4e23-8268-d4bfa1169f41 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789907 Jun 29 00:13:04.220380 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2e852331-f752-4f7b-ae2c-0df488efacb1 req-cda50e43-c68b-4bfe-8699-05c2881f1c74 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951657 Jun 29 00:13:05.078394 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d0db50af-9c21-451f-b25b-cd2e5967f071 req-67829212-a449-44ac-8908-d755fa835830 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0267406 Jun 29 00:13:06.214510 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2ce80cd5-366b-4b43-ae0f-9c1068c1b107 req-1729edee-cb63-42c1-ab17-42f1b32ec9b6 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0278440 Jun 29 00:13:07.347569 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c2c28c33-0a37-4475-bc53-7d45a81d3d1e req-d3b11b28-c35a-47b8-9615-f53789806c20 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0279140 Jun 29 00:13:08.486062 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a275cff4-7f62-4709-88e1-143f5ba4add2 req-de819ae2-e0e5-4560-8903-3230e9ac51ff tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0304270 Jun 29 00:13:09.080608 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5abfe719-bdc2-4417-ab2e-1aa00ab34c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:09.776309 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7e3d02d2-67ba-42a6-ba42-51e206d976aa req-c89cd3b2-930d-423a-bdd0-e5118b916dc9 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0275486 Jun 29 00:13:10.918031 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-99bc123d-e022-4870-a602-3b0d806ce775 req-d7b4384a-4d76-4efb-9742-ccc494bb4485 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0301063 Jun 29 00:13:12.056311 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-183d9332-f72e-4632-aa6f-f96f04bc049c req-c43b8682-beee-493d-b9d2-e76d0bc39bb3 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0284164 Jun 29 00:13:12.304284 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fdd4-8ec5-4a37-92c9-1771193c2bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:12.593563 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:13.194510 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-829daff9-fff6-4594-99db-e3bbdda1c1b4 req-9ab1d163-4067-48f9-b087-4a64d38798ac tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0314302 Jun 29 00:13:14.328482 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-891a6922-2def-43ed-88dc-9f20696e9b01 req-9fb05fff-7927-400f-9349-9ffca00482c0 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0281742 Jun 29 00:13:14.332347 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:15.465535 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3fb50168-f11f-422a-8370-cd070eb0c2ac req-436365ac-e470-47d9-bb2b-8523de6e1bb7 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0287979 Jun 29 00:13:16.602992 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-51836753-f892-4542-a2d6-9b6f6eec4e48 req-c1223d16-7f2e-4e88-8f4d-adecf3b143d2 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0280099 Jun 29 00:13:16.806507 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:17.744424 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9274d1b9-e02c-476a-846a-84a92ee1fdd4 req-b15e0098-06a8-41ff-9f4a-042c0cba09c1 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0315301 Jun 29 00:13:18.882687 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8440c56b-2bb4-4f48-972f-3f6ceb7057b8 req-20f8bb63-6060-4357-bb29-df51c0227d3d tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0278730 Jun 29 00:13:19.981082 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:20.021749 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ef7c4bf8-876b-4a1f-aa88-a9cafc64889a req-45a862c4-80f6-446f-84d4-4bfd3cf19127 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0292892 Jun 29 00:13:21.156505 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-45af4682-f9db-47dd-a573-5a79866e0586 req-1ae1a1a3-bd0d-40bf-bf5d-56cbc7431cf8 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0283108 Jun 29 00:13:22.462776 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-565c31de-341f-4afe-800b-bf0624fb8f4c req-91359704-2454-47ba-a58e-e66fc8c56271 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0303292 Jun 29 00:13:23.611121 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-123b3e77-411e-4e78-b955-6f6086c98f14 req-4a425274-ffbd-4676-a9c1-35fd9925f7d4 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0280993 Jun 29 00:13:24.267963 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:13:24.747075 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-724aed6f-d483-4a50-bee7-bd7f861292da req-1f47ea80-3b89-4bf4-8db4-bc0ab4140218 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0274053 Jun 29 00:13:25.882978 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ed903345-f7d0-4ae4-bf1a-247c9a3f4055 req-dfc6727a-a649-4a9a-bea3-8f83e70fb686 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0277879 Jun 29 00:13:27.024897 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5ad2767a-0892-4fa4-b54b-9bfd6388a918 req-9b581b82-c6ad-4950-90a2-0285fbd802de tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0300667 Jun 29 00:13:28.161743 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-495c19e6-ea8a-43c3-bdf7-533ea21fe975 req-48a558df-cefb-4ac6-a7cb-02734da68da8 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0279028 Jun 29 00:13:29.297033 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-30c64e7b-8ffd-41dc-9155-d314eff8f046 req-31b6cc8d-f243-4ccf-b681-7d6d4d5f885b tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0285301 Jun 29 00:13:30.429282 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-babf8ee5-5cb7-41d0-b8df-1873c76c1dcd req-5ea0918e-ed44-4a55-b3ef-014c8437319b tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0274777 Jun 29 00:13:31.566294 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a5b88945-fd78-46e6-93a0-d0b66ad4fdcb req-1f9f1f8c-1054-4421-8706-5c634bfb6efe tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0302913 Jun 29 00:13:32.705162 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e654c150-b012-4404-a62e-08504f592bd5 req-ee5cb42c-eae1-42fd-88a0-b3eccc3e3c0c tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0278780 Jun 29 00:13:33.839187 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ca1720a9-da18-4646-b0f2-363653e5fb98 req-0315ac8c-20ac-4485-a313-5ce98da34fdc tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0277979 Jun 29 00:13:34.988736 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-84358a53-a4ca-4c61-93b7-bfc35811be43 req-34419cb8-0fdc-4fa7-a44f-41a522120e73 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0280416 Jun 29 00:13:36.129602 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2b82ef44-4f43-46af-958c-047ad7e4053d req-4c7990e1-dc13-466a-ab5e-7afd37703a64 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0308733 Jun 29 00:13:37.266987 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6bcbf90a-e6c8-4c56-9435-70d1abc7b6ed req-89d66288-fc9a-42d3-9eff-b9d5b1150a7e tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0282166 Jun 29 00:13:38.402216 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ed2679d3-7ad0-4fd0-960c-11a102a350c1 req-703ea5da-f484-4aff-bd2e-84a2ea1c51cc tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0273566 Jun 29 00:13:38.972956 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804662f-34a8-4cb3-9a8c-0343a3bad417 req-b464d0ce-299e-48a5-8334-a5911087d03d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:13:38.974416 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b804662f-34a8-4cb3-9a8c-0343a3bad417 req-b464d0ce-299e-48a5-8334-a5911087d03d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 945 time: 0.0624013 Jun 29 00:13:39.010416 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b804662f-34a8-4cb3-9a8c-0343a3bad417 req-a7d078a8-44e3-44ec-9ee9-eae34403dc90 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups?id=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303614 Jun 29 00:13:39.081299 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-19e21426-c65b-44de-b2b1-cba97dad7230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:39.545121 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5eca1830-ff38-4d02-9bc5-4305e37229d4 req-11929b98-3f06-47a4-a0e4-e710a151fc14 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Jun 29 00:13:39.560681 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005111c2-6796-4a18-a171-66a7c91e3760 req-276bf2f6-e925-46b6-b3ba-68eb205ca310 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:13:39.562142 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-005111c2-6796-4a18-a171-66a7c91e3760 req-276bf2f6-e925-46b6-b3ba-68eb205ca310 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 945 time: 0.0762973 Jun 29 00:13:39.664635 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Deleting port 84ded765-3abd-45af-a5f9-c3dc1ee7061e {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:13:39.664976 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:39.748755 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] For port 84ded765-3abd-45af-a5f9-c3dc1ee7061e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=84ded765-3abd-45af-a5f9-c3dc1ee7061e,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:13:39.749114 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:39.956017 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:39.956340 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:39.956661 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.l3_db [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Floating IP eb2848fb-cd98-41b3-a20e-e3efb0460803 disassociated. External IP: 172.27.1.22, port: 84ded765-3abd-45af-a5f9-c3dc1ee7061e. Jun 29 00:13:39.957007 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Calling delete_port for 84ded765-3abd-45af-a5f9-c3dc1ee7061e owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:13:40.081811 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:40.085651 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:13:40.109281 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event deleted for resources: {'Port': ['ID=84ded765-3abd-45af-a5f9-c3dc1ee7061e,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:13:40.112722 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:13:40.155667 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d4658c77-17f4-4fda-bea1-eae07d139540 req-219cc1f9-a0ac-4119-90ab-2abf812531af tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d7a54f8-3297-4c82-82e6-b338d3343a84 HTTP/1.1" status: 200 len: 210 time: 0.0301318 Jun 29 00:13:40.224987 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Router bd537046-6977-4903-82c2-ae3af8c2b5e2 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:13:40.328652 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:13:40.337922 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] Sync routers for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:13:40.346486 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:13:40.347149 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:13:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:13:40.370266 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] No DVR routers for this DVR port 84ded765-3abd-45af-a5f9-c3dc1ee7061e on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:13:40.373278 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:40.375338 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-005111c2-6796-4a18-a171-66a7c91e3760 req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.38 "DELETE /v2.0/ports/84ded765-3abd-45af-a5f9-c3dc1ee7061e HTTP/1.1" status: 204 len: 173 time: 0.8066368 Jun 29 00:13:40.375919 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'name': 'network-vif-deleted', 'tag': '84ded765-3abd-45af-a5f9-c3dc1ee7061e'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:13:40.378204 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead04925-479a-49f5-997d-132ec428f25d" -d '{"events": [{"server_uuid": "2d7a54f8-3297-4c82-82e6-b338d3343a84", "name": "network-vif-deleted", "tag": "84ded765-3abd-45af-a5f9-c3dc1ee7061e"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:13:40.414334 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd943b8-09b3-477f-850d-9686308334c3 x-openstack-request-id: req-fcd943b8-09b3-477f-850d-9686308334c3 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:13:40.414688 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7a54f8-3297-4c82-82e6-b338d3343a84", "name": "network-vif-deleted", "tag": "84ded765-3abd-45af-a5f9-c3dc1ee7061e", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:13:40.414960 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcd943b8-09b3-477f-850d-9686308334c3 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:13:40.415384 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7a54f8-3297-4c82-82e6-b338d3343a84', 'name': 'network-vif-deleted', 'tag': '84ded765-3abd-45af-a5f9-c3dc1ee7061e', 'status': 'completed', 'code': 200} Jun 29 00:13:40.458660 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:13:40.687443 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:13:40.705285 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-055dc008-91d1-4550-9cce-8385b37f8e2d req-6ccb07c4-bb7e-4a69-84e0-a2c3e06f290d tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0277791 Jun 29 00:13:40.716527 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] Checking router: bd537046-6977-4903-82c2-ae3af8c2b5e2 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:13:40.725129 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:13:40.725732 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:13:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:13:40.899295 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:13:41.090622 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:13:41.117396 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cde065-9389-4816-90bc-18f3798dccfb None None] The sync data for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi is: [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '292b07ad-07c1-4b76-a7ac-7aaee824de3c', 'name': '', 'network_id': '26ddb2c2-6953-40fb-958b-8e59049be030', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'mac_address': 'fa:16:3e:3d:15:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:58Z', 'updated_at': '2021-06-28T23:57:18Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'subnets': [{'id': '811dceec-ad5c-47a5-9f70-bda814bab7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:13:41.286079 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 56046) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:13:41.334218 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c07eac-eb58-4aa1-8699-2a12c04a95f3 None None] New status for floating IP eb2848fb-cd98-41b3-a20e-e3efb0460803: DOWN {{(pid=92942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:13:41.357139 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-405e7abc-f4a4-4207-ace3-26b5aff093cc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.379870 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-405e7abc-f4a4-4207-ace3-26b5aff093cc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.426177 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-405e7abc-f4a4-4207-ace3-26b5aff093cc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.428909 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-405e7abc-f4a4-4207-ace3-26b5aff093cc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.430057 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-405e7abc-f4a4-4207-ace3-26b5aff093cc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "DELETE /v2.0/security-groups/a768c1d6-967f-44e9-a7aa-c9fe11e8ace5 HTTP/1.1" status: 204 len: 168 time: 0.1427963 Jun 29 00:13:41.430870 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ca7521b9-7f2a-423f-9f34-feaecfaacbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:13:41.432788 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 56048) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:13:41.443287 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e7abc-f4a4-4207-ace3-26b5aff093cc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a768c1d6-967f-44e9-a7aa-c9fe11e8ace5,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:13:41.445724 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-405e7abc-f4a4-4207-ace3-26b5aff093cc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:13:41.447777 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.api.v2.resource [None req-f6862a9f-c7c6-4cf2-a2b8-4afbed1e6b02 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] show failed (client error): The resource could not be found. Jun 29 00:13:41.449263 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f6862a9f-c7c6-4cf2-a2b8-4afbed1e6b02 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "GET /v2.0/security-groups/a768c1d6-967f-44e9-a7aa-c9fe11e8ace5 HTTP/1.1" status: 404 len: 347 time: 0.0149350 Jun 29 00:13:41.452236 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 56050) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:13:41.577877 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Deleting port aa5d884d-ae89-4b03-b490-92f11feb4469 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:13:41.578218 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.663821 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.664150 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.675513 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Calling delete_port for aa5d884d-ae89-4b03-b490-92f11feb4469 owned by network:floatingip {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:13:41.809699 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.812312 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9f72014c-3e43-42b4-ba5e-f2ec84ea0ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:13:41.846231 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Pushing event deleted for resources: {'Port': ['ID=aa5d884d-ae89-4b03-b490-92f11feb4469,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:13:41.864612 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:13:41.866693 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3ce404da-33b4-4b09-affa-e4202ee28609 req-dea2b5f1-0a3d-4aa3-8bc9-582a3b5ee512 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0507095 Jun 29 00:13:41.926648 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks [] for floatingip, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.929136 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:41.930257 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] 10.222.0.24 "DELETE /v2.0/floatingips/eb2848fb-cd98-41b3-a20e-e3efb0460803 HTTP/1.1" status: 204 len: 168 time: 0.4769425 Jun 29 00:13:42.308262 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d10e655e-5fc4-49df-9307-a9f221aecc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:42.594231 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:42.811521 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 84ded765-3abd-45af-a5f9-c3dc1ee7061e no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:13:42.831404 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 84ded765-3abd-45af-a5f9-c3dc1ee7061e {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:13:42.831693 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 84ded765-3abd-45af-a5f9-c3dc1ee7061e not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:13:43.003815 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-065df8e4-d9b1-470d-ac4e-a3259dd6748b req-e85e7480-9b27-4220-b466-674285c635fd tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0268049 Jun 29 00:13:44.139266 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ec7c24d2-736c-4b53-9172-4ccc987b5ee0 req-367f1bd3-15eb-43cb-9016-8487c158f206 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0268114 Jun 29 00:13:44.332698 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:45.274650 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e06dfc99-304e-4b8a-93b9-e8a547221dbc req-79081e5d-457f-48ca-985b-5bac8b99b5ff tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0276854 Jun 29 00:13:46.411546 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-307e71c5-3079-45ed-b17e-dc401707d989 req-27895b47-16c3-4119-8c0e-749b7e5d1204 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0303507 Jun 29 00:13:46.815128 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:47.544667 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbc301b1-caec-411a-847b-3c2b68ba36dc req-ebc56544-7e15-4ea9-90b1-7668e08e9ada tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0277174 Jun 29 00:13:48.681730 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-448edc87-45a0-4e03-9e44-0be41415654e req-22980a79-ea11-4a08-a968-63ec01785e25 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0281994 Jun 29 00:13:49.818537 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-34c6a621-6b56-4f0d-99d6-95615fba8a01 req-56d86ed4-ab82-4a3a-a234-0f9cdb08f849 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0283668 Jun 29 00:13:49.977905 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:50.976226 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-14378307-fefa-49bc-a27e-1423b0e373bf req-cbc8a7b7-6ff5-44b5-b7f9-eaa05bddc55d tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d10acff-679e-4fdc-85ae-37305f999101 HTTP/1.1" status: 200 len: 210 time: 0.0353143 Jun 29 00:13:53.484412 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6340cf-bd8f-4b32-b69b-81fb82edc05d req-9acb106e-9a77-4a66-9268-ad47c90dd95d tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:13:53.485876 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7b6340cf-bd8f-4b32-b69b-81fb82edc05d req-9acb106e-9a77-4a66-9268-ad47c90dd95d tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.0619011 Jun 29 00:13:53.522617 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7b6340cf-bd8f-4b32-b69b-81fb82edc05d req-08cc35ab-bf0f-44a9-8bda-3de5a785203a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311193 Jun 29 00:13:54.386485 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc516609-d465-449e-be02-f66629dff578 req-62471c13-ee82-4fea-9a54-821fe9f3679c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:13:54.387926 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc516609-d465-449e-be02-f66629dff578 req-62471c13-ee82-4fea-9a54-821fe9f3679c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.0640790 Jun 29 00:13:54.492177 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Deleting port 31910503-e5ee-4916-8819-5675caf4b2c5 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:13:54.492526 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:54.578207 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] For port 31910503-e5ee-4916-8819-5675caf4b2c5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31910503-e5ee-4916-8819-5675caf4b2c5,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:13:54.578702 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:54.701601 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86353f7-2b6c-4e49-837e-ebc4377938cd req-962255a9-571c-4aaf-9740-40207be964c4 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:13:54.701601 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b86353f7-2b6c-4e49-837e-ebc4377938cd req-962255a9-571c-4aaf-9740-40207be964c4 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 945 time: 0.0635867 Jun 29 00:13:54.735460 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b86353f7-2b6c-4e49-837e-ebc4377938cd req-a6a46890-86f4-4b7a-814f-67a1f7cd183c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315106 Jun 29 00:13:54.750146 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:54.750523 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:54.750832 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.l3_db [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Floating IP 0adf7389-ca0a-4455-a368-77e477694b54 disassociated. External IP: 172.27.1.206, port: 31910503-e5ee-4916-8819-5675caf4b2c5. Jun 29 00:13:54.751209 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Calling delete_port for 31910503-e5ee-4916-8819-5675caf4b2c5 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:13:54.872395 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:54.876313 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-590f5741-ba25-4bc1-ac4a-45c71186c41c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:13:54.899429 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event deleted for resources: {'Port': ['ID=31910503-e5ee-4916-8819-5675caf4b2c5,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:13:54.909418 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.909797 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.910168 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.910529 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.910907 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.911293 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.911636 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.911981 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.912336 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.913130 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.913130 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.913363 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:13:54.917335 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:13:55.020882 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:13:55.123344 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:13:55.132389 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] Sync routers for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:13:55.142139 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:13:55.142744 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:13:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:13:55.167959 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] No DVR routers for this DVR port 31910503-e5ee-4916-8819-5675caf4b2c5 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:13:55.170498 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:13:55.172509 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dc516609-d465-449e-be02-f66629dff578 req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "DELETE /v2.0/ports/31910503-e5ee-4916-8819-5675caf4b2c5 HTTP/1.1" status: 204 len: 173 time: 0.7757523 Jun 29 00:13:55.173186 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'name': 'network-vif-deleted', 'tag': '31910503-e5ee-4916-8819-5675caf4b2c5'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:13:55.175504 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543397e3-1b3d-491c-bc3d-fcf7fb98a295" -d '{"events": [{"server_uuid": "45898d53-ebd6-4da8-9915-3822c4a2c617", "name": "network-vif-deleted", "tag": "31910503-e5ee-4916-8819-5675caf4b2c5"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:13:55.213761 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a93353-e418-4c26-9ec4-6275b581f42f x-openstack-request-id: req-56a93353-e418-4c26-9ec4-6275b581f42f {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:13:55.214151 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45898d53-ebd6-4da8-9915-3822c4a2c617", "name": "network-vif-deleted", "tag": "31910503-e5ee-4916-8819-5675caf4b2c5", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:13:55.214545 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56a93353-e418-4c26-9ec4-6275b581f42f {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:13:55.215070 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45898d53-ebd6-4da8-9915-3822c4a2c617', 'name': 'network-vif-deleted', 'tag': '31910503-e5ee-4916-8819-5675caf4b2c5', 'status': 'completed', 'code': 200} Jun 29 00:13:55.252962 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:13:55.458355 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:13:55.483085 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] Checking router: 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:13:55.490928 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:13:55.491532 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:13:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:13:55.594594 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:13:55.783328 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:13:55.813150 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a2533-e414-4ebc-bc31-274be8941fa6 None None] The sync data for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi is: [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:13:55.876560 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-96d24a5b-d94e-4309-af6f-25926a6dc156 req-35214c5e-4d91-439d-aca6-286e864b0396 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0321593 Jun 29 00:13:56.016361 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03610760-0308-4617-9b4b-470c5a1e86da None None] New status for floating IP 0adf7389-ca0a-4455-a368-77e477694b54: DOWN {{(pid=92942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:13:56.880929 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 31910503-e5ee-4916-8819-5675caf4b2c5 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:13:56.900570 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 31910503-e5ee-4916-8819-5675caf4b2c5 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:13:56.900930 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 31910503-e5ee-4916-8819-5675caf4b2c5 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:13:57.020091 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2d2d9546-9883-4fd1-8633-850992547600 req-e90d3539-1ab8-489d-b097-ba9c7279f17b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0351491 Jun 29 00:13:58.153698 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d687a483-7318-4eec-96c3-dc4b904fd223 req-f01088d8-bf37-4d97-9dbd-d09df05cd7fb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0271080 Jun 29 00:13:59.289729 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ef676b98-ea7b-44cc-b3cb-b3d017b53e23 req-8fef780f-b764-4868-aef7-ac5f599557f0 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0274971 Jun 29 00:14:00.427404 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f23cc149-ae19-4ec0-8a0d-e429090ec379 req-24e373e2-327c-4b8d-a811-24099959b69e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0308521 Jun 29 00:14:01.266885 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:14:01.564032 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b29502e5-9675-4816-a665-e24120fec2ad req-3b71c818-d523-4f13-9800-23ad3f6378c9 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0276837 Jun 29 00:14:02.703558 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-468c33d8-67c4-4b1a-917d-e320a96bf5db req-73720ad5-baaa-4084-bdfd-8a910ea69af4 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Jun 29 00:14:03.353350 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-ec8bf6eb-6f3f-4aaa-a081-4f4ec0774dab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506051 Jun 29 00:14:03.446613 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-e820b66f-f169-49cf-bd41-deec0a5ecf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:14:03.448056 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-e820b66f-f169-49cf-bd41-deec0a5ecf02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 1099 time: 0.0495937 Jun 29 00:14:03.553021 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-3efd896c-8d23-4f94-8445-d4a36964af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:14:03.554475 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-3efd896c-8d23-4f94-8445-d4a36964af0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.0843315 Jun 29 00:14:03.597958 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-12a81d43-f717-4907-bcd4-25130de980f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f65819f-660d-4c45-b44e-a8778cf0df34 HTTP/1.1" status: 200 len: 217 time: 0.0333683 Jun 29 00:14:03.646687 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-2f339601-78db-4d2b-9679-8c7559c77fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:14:03.648157 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-2f339601-78db-4d2b-9679-8c7559c77fb7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0402133 Jun 29 00:14:03.684156 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-05c4b8c2-f677-4d7d-aa82-17f3ac239841 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283847 Jun 29 00:14:03.776673 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-5f2e8f07-c176-4028-b7ca-2d2f0f019773 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844412 Jun 29 00:14:03.861954 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3f70a42f-f130-473e-978a-0a3998b4638a req-f01a5ec9-5816-419d-9107-18d3653c7f52 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0336676 Jun 29 00:14:03.880690 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-5aa456f2-0b70-49a1-b03a-3243d5104590 req-afe58915-78ef-4dc3-8bd8-1f2ac4895fe9 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967321 Jun 29 00:14:04.997854 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-15e915c4-b169-45f8-a755-d0d40d1ff857 req-c1856f1a-391b-4872-ab5b-c162eb63c479 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0303104 Jun 29 00:14:06.138922 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5dea53f5-3f5e-47ed-b8bf-89cc385c11f3 req-5334d055-f761-487e-ab74-c7daabb472a5 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0292089 Jun 29 00:14:07.271981 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-aad7916d-eb1a-427e-bdb9-063902e5bece req-abccd62b-041a-4796-ba5d-1bb69f762226 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0284300 Jun 29 00:14:08.409593 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1e6d4cd0-aea5-4d2d-aa26-26bb53495846 req-aabc91a7-413a-41c2-bfb9-31a9131dbf2e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0280740 Jun 29 00:14:09.082618 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-40be12a3-471b-4fb1-af3c-4eaaf5b4481e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:09.547371 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a56e2bff-c34c-4540-83a9-e676fccf73d3 req-049b077a-1a17-4e44-990d-6c37bfb87485 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0322611 Jun 29 00:14:10.682873 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7bf50117-3b9a-4218-ac4a-6df393d4cc60 req-06455a1f-0722-44bd-ad7d-c8cbc2245bcf tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0274034 Jun 29 00:14:11.826871 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c1f2d6a9-4971-4759-8a0a-c33d4acd0b5d req-cb9be627-4b75-4119-837b-8d7e155c7215 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0277662 Jun 29 00:14:12.311922 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f788cfa8-6991-45ae-a3c9-4db7a79f7b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:12.594600 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:12.963039 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e76f1ae1-dfeb-4a39-a69a-4449002a1475 req-100256bb-0982-42a3-bd63-1af3d5786580 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0285757 Jun 29 00:14:14.103467 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-35d5ba4d-8ba3-4b57-b69e-256f91164e72 req-3d5d6b6b-5ac4-4dc5-b5fc-e28e55797c37 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0335484 Jun 29 00:14:14.335663 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:15.237617 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b78aa857-b8f6-4b25-a68a-5bd2c2da0ec3 req-2b602cf8-e7bd-4647-a331-d9c5975de0a2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0276742 Jun 29 00:14:16.371604 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4ba7a535-19b4-4fec-8682-0f6d72bca0d0 req-004112fd-5186-4ea6-8b59-6001ba608d2a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0269678 Jun 29 00:14:16.807342 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:17.510778 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-63688927-c31c-47aa-bd23-44eeb845634f req-d03598e6-aeda-4bae-87c9-38ebbdb1af91 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Jun 29 00:14:18.651717 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1176636d-2ac2-4cac-ab2d-1037ec69be4a req-fd3fe4f1-ccd1-4458-ac23-9754b2a100b4 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0310698 Jun 29 00:14:19.794430 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0ea41e23-100e-4222-a576-045c48e2d1e2 req-52a0d795-f658-4e4e-aeda-4e649d780ccd tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0313392 Jun 29 00:14:19.982127 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:20.931495 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f60eafd5-3024-4f60-aab3-6dd5a16b3d66 req-720e0786-5fda-4a4b-a5a3-c69fe4f6ef0f tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0274458 Jun 29 00:14:22.071445 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f5823e0b-7bf9-4968-9242-ee83fab28d0c req-7d0ff04e-e413-4da8-84dd-27ed3f89f552 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0263789 Jun 29 00:14:23.208230 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f0b3d53a-4fef-43cb-9c86-1507a11d0084 req-dc610d09-2bbc-4003-981d-a8592e989c78 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0301969 Jun 29 00:14:24.343344 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f066a70c-3ae4-4256-9a83-1820c1a4e3c8 req-ac873560-0275-49bd-8bb2-8f3ff477a4eb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0282278 Jun 29 00:14:25.476827 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d8cfabb3-29fa-4842-8315-e3fbd39bf011 req-17ec3e31-3ea2-4cd4-bc3e-185c54b06c49 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0276437 Jun 29 00:14:26.614470 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ca75a105-d895-4a3b-9091-46ea76065fe6 req-f58a5ad0-4786-4e33-851d-02c9cdbc3b0f tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0276806 Jun 29 00:14:27.751909 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cb7a53ce-bf0c-447a-bc37-dcb1b78b1b2a req-116a6bb9-4d5b-49b0-9981-4c618539471a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0303624 Jun 29 00:14:28.886637 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b0ced77d-4308-4886-bc0f-749f957d316a req-ff5f0575-0db6-482e-941d-d72d6beac4c2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0265169 Jun 29 00:14:30.023623 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-34c3e95f-1003-4a81-802a-b0583cf78967 req-a8315764-92ba-41bd-8497-289b0db8b4ce tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0269845 Jun 29 00:14:31.158144 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-03da142f-9dc4-45e8-bcce-68e7f7b46822 req-cd850b4d-952e-4e91-8809-440a3ef7b493 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0272210 Jun 29 00:14:32.299044 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-204ca0c9-773b-468a-a16b-9b4423c417ed req-c8ab7f3c-d8ee-48f1-8bf0-460601fa21ac tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0309465 Jun 29 00:14:33.434588 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-31499aca-50a4-4d42-a708-dfadc8cd1ad9 req-ab26e7f4-f329-41b5-b2cc-7c38309f0010 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0265737 Jun 29 00:14:34.570861 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a5991b88-fd5b-42a4-b40a-07e915975fac req-fd1894c0-a593-4b09-8614-448678d75dea tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0290716 Jun 29 00:14:35.719254 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b3ab55b1-75ec-4046-a714-bc4e59b5005f req-d03872ea-4e92-4c20-902b-980fb351e177 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0280080 Jun 29 00:14:36.861610 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6e0c1310-6fe8-447c-96ef-7d730b8661ee req-7e816358-7afb-4150-bf98-23d0a7ba6b1c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0305855 Jun 29 00:14:37.995548 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-52429b37-ebfe-4119-9a53-b1437eda732f req-18af6d1e-4810-4524-bf94-bc89fb76a8d9 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0267756 Jun 29 00:14:38.265641 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:14:39.084616 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7cd03127-34fd-4d28-9ab4-94d0a4e40aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:39.133488 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-30351234-d39d-4781-b788-ee806e3d2454 req-b59dde10-8905-48c9-ab00-fa24e795934e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0271909 Jun 29 00:14:40.268602 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-391b9e54-fc21-4e3b-a4f6-82f3a7551889 req-39717174-e2c1-4b11-8241-a146d6c9c87b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0270567 Jun 29 00:14:41.634726 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d2258f3d-b6ca-4df8-a04c-30b7df609486 req-2c3371b0-a275-49d1-bf7e-1d0cbb55e8a2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.2581472 Jun 29 00:14:42.311612 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-83d3f1b2-5689-4022-83cc-e032c9bda631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:42.594121 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:42.770272 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6b55212d-bac8-490b-9c47-79fb204565fb req-3a304632-75de-4548-aa04-a2b72a7b4202 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Jun 29 00:14:43.914157 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cdfad76e-9d5f-43e3-8133-d4de37f0308b req-c68f9c40-ad33-47da-a6da-c9cbe5158a1b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0282495 Jun 29 00:14:44.337498 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:45.055265 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5e44abd6-c78d-4a5c-ad69-0c8c4c55c626 req-78012725-e048-493a-8030-34f4bc2dba89 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0281456 Jun 29 00:14:46.196648 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5a746dad-f62d-4cc8-80eb-0e6ad6459fc6 req-a661a119-8004-4681-91b3-6dc36531cf4f tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0298631 Jun 29 00:14:46.808906 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:47.332847 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97e1ebf8-4acf-44f2-a1c7-11026e5533c2 req-5ed3bc92-e0d3-4034-b11c-37217237f06e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0287495 Jun 29 00:14:48.470843 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3a04a894-9aeb-4954-b8a4-2327b125e9b9 req-586e4954-5432-4d6f-a3b5-13272fea958e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0277483 Jun 29 00:14:49.606372 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-47dc329a-d483-4243-8cb1-986190f13455 req-a021f1db-0d73-4d42-b43f-69bec6d08047 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0293381 Jun 29 00:14:49.995751 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:14:50.745090 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-277996c0-5fbc-48af-b2cd-5f4b84c2856b req-208c2514-2676-4326-b6aa-4c39a945d759 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0296843 Jun 29 00:14:51.902488 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-20e461d9-823d-453a-b110-ebd48768f208 req-d800fb81-e489-4e05-b408-b20c487384c4 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0272367 Jun 29 00:14:53.049472 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-abde2d0e-74af-42ef-843f-4dfbd872bfed req-6a991df2-b00f-470b-8c0a-af59a62ed251 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0267766 Jun 29 00:14:54.188377 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-489d4dfb-627f-41cc-91d1-226a7ebb17bf req-87c77d08-b32c-445b-b6c2-17c2d2845443 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0282476 Jun 29 00:14:55.324918 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-72ecf962-712c-412c-aed2-8c5ad955d8ed req-e8c55cae-c7e3-4632-b546-2de7306c5a38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0309577 Jun 29 00:14:56.463079 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2e506cd9-cb17-4bbf-9658-fd35b199af2b req-322c5ffd-8ea9-45f1-aa3e-2dfe7fd6cdba tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0281439 Jun 29 00:14:57.601244 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2c2b9e75-cd62-427a-bc25-4d397ba69388 req-7688483f-e6ef-41f4-9fd0-fd302f8c4d3a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0276732 Jun 29 00:14:58.738815 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e1cc3502-dbf1-4044-b72e-89d3a258010f req-f9fc7d29-78a3-43dd-bd95-fd6958b6c4ab tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0281813 Jun 29 00:14:59.882132 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fc29783d-d4f0-4f64-9fd4-47b964846655 req-0e48cab9-ad25-41b8-8f2f-b030608ea6b2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0346158 Jun 29 00:15:01.019529 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9bb6466f-6b34-43c0-bbca-05c80d1f7957 req-99897061-5671-40af-8257-1ef2691bcd15 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Jun 29 00:15:02.153671 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-610de3dc-c4dd-4413-959c-ed2d9b1138e9 req-a8bacd78-99d6-4637-a9f6-a1f7baf96314 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0267286 Jun 29 00:15:03.293489 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2395f01a-0bd7-4e60-adbb-7812d99494a8 req-6d6f7af1-dce4-420d-813a-62b56ec0d230 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0278833 Jun 29 00:15:04.430181 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5262cad0-e7a5-4af1-b9cb-270b28f5f5ce req-ad87c78a-7b2a-48a1-b9f3-565626ac527c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0316367 Jun 29 00:15:05.404112 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-8ea8db49-fc2e-48d6-a26d-4adca9ce8e78 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502112 Jun 29 00:15:05.489131 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-ef86febe-2124-4e35-a54f-e75b8b37829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:15:05.490599 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-ef86febe-2124-4e35-a54f-e75b8b37829a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 1099 time: 0.0505383 Jun 29 00:15:05.568432 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f138c6d6-caa0-4bd7-83f7-524fb45437b0 req-40205d55-67f3-4cfc-9e99-32e51b3eefdc tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0281036 Jun 29 00:15:05.602913 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-17ae6c3b-9910-4e45-ab91-1f8bf945b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:15:05.604415 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-17ae6c3b-9910-4e45-ab91-1f8bf945b579 service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.0867572 Jun 29 00:15:05.650442 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-d1f632a1-3cf2-45f8-9129-7ae31f8add57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5643c8-d6e6-45ef-850c-764b33ab6423 HTTP/1.1" status: 200 len: 217 time: 0.0357842 Jun 29 00:15:05.700896 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-fbe0efce-bc64-4367-b2a9-7c35d4158ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:15:05.702312 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-fbe0efce-bc64-4367-b2a9-7c35d4158ffc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0423388 Jun 29 00:15:05.737992 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-ffee4aed-84f0-42ee-b1c9-5a10dbe8d649 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288255 Jun 29 00:15:05.826288 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-ecd420e2-8229-43e7-ba99-47c56f4fcc78 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795417 Jun 29 00:15:05.922672 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-9da7ccba-7a66-45ef-9462-0c426e241ab4 req-501812e3-dbd7-46f8-8de1-9486e615f80f service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861437 Jun 29 00:15:06.707427 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-391b2cbc-046a-4609-872a-67dce145c86e req-c4979a3e-1fda-4a93-8767-e02a44a80b41 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0283473 Jun 29 00:15:07.845801 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-63bef791-d8b1-4615-9aec-4d9ac83166b9 req-0bc513ea-e81a-44d3-8d8d-8351a022a529 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0285656 Jun 29 00:15:08.982983 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d01ee8e7-b5ca-4db9-8573-7af506ed88a0 req-787a22f0-361a-4697-9dfc-fe0122e6b069 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0317395 Jun 29 00:15:09.086116 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-98336a52-ec47-42ed-b6f9-c9865c7c9723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:10.122258 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0536cec9-da15-4ddf-a36b-534ee37338d0 req-1368efa8-1d5f-4d73-afa6-4982e40e4350 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0292270 Jun 29 00:15:11.262310 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fc034af6-c9d8-47dd-866e-ea1d5d8f4317 req-ce7df3ec-121b-4b43-a053-1962ddebf3fc tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0272474 Jun 29 00:15:12.311987 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b0fbee0f-5204-4d92-b511-aac856783988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:12.403301 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0a3e00fb-16a3-4bf6-ad3a-07a69018e4e4 req-507b77b7-6ab6-4769-9573-d87f5c8e5a75 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0269582 Jun 29 00:15:12.594976 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:13.541170 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4a61843b-a9bc-4c14-824c-5045f28a1abf req-0ebea567-f1ea-459f-879d-8a9710685fd2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0307212 Jun 29 00:15:14.341609 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:14.690224 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-abf86256-b33a-49de-98cc-d40fcb447ca7 req-c1ccbfc1-a247-4d87-b5ab-629573b19046 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0358205 Jun 29 00:15:15.265304 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:15:15.830276 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7da4cc6d-cb2b-45ad-9289-f3b61b270f44 req-8bd736d7-ef2a-4415-ba57-7ad6a5ca805c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0280025 Jun 29 00:15:16.811079 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:16.964922 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f84dbe82-8519-4fa7-809d-6af854911621 req-7b184820-04cc-4524-b630-70f5d706b611 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0291483 Jun 29 00:15:18.101552 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-785682ea-d583-4346-811d-5da0c8d5e442 req-487b634b-2ece-4b3c-9b75-c1243116fd3e tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0314653 Jun 29 00:15:19.241219 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-083a744d-cfa4-4d49-86b1-acba4ddc2387 req-2d4a40cc-081f-4836-bd62-54ecb013d527 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0329146 Jun 29 00:15:19.982668 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:20.374402 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-11cc13c4-eb02-445f-98c6-880d543e2425 req-fde5f799-8b6d-44b9-9dfa-f07fbc2f16a2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0275683 Jun 29 00:15:21.512097 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d9aac37a-5bec-4a96-9173-4a337f3a810a req-a93e917e-966e-4832-8c56-9fd3a784ea72 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0276043 Jun 29 00:15:22.653066 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-89b53a30-ec16-4e36-b58e-22cd817507da req-0bf1c128-1ed7-4182-8243-0fdba3f94677 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0338359 Jun 29 00:15:23.791041 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4ef19c3b-11b4-4616-9dc7-b4d9e3974935 req-293b3664-8dfe-4f8e-9a6e-2e351ecc7848 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0274799 Jun 29 00:15:24.931189 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e71f5cbd-8909-4e4d-9fbb-7598c3c3bc9d req-e3668f6d-968f-423d-9041-b94312ae0f7a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0278242 Jun 29 00:15:26.070270 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b53c8cf9-17cc-4256-83e5-1954047fca45 req-7e675675-8d80-49a6-b68a-90fc54d5f356 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0275540 Jun 29 00:15:27.142769 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [req-cf09fc1c-3681-4027-aa59-db1ac3b2f5de req-f4ae55cf-c0f1-4360-bde9-cd1703335cfa service neutron] (92940) timed out ('10.222.0.38', 51360) {{(pid=92940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 00:15:27.207342 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-496d0996-2771-4938-8b4c-e6a6737be090 req-d55b03e6-977a-4b89-b88f-c08af3e21ff6 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0302260 Jun 29 00:15:28.341909 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-66d8fc06-4bcb-4b47-b404-794279099c78 req-b2ef32db-cb24-4319-98be-769144c31267 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0282807 Jun 29 00:15:29.476252 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f290ebdc-2ded-460d-82e3-f26db7d2f6fe req-1065e21b-a4fa-467c-af4e-4e48c6482d50 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0271931 Jun 29 00:15:30.613835 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e4ec786c-0ec3-4337-9bc3-affaccabcb4b req-05a06b18-d664-4e75-8f16-fe7aed5d09ef tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0271246 Jun 29 00:15:31.751614 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c5b2912c-0d29-43c7-b372-ed8b15028de5 req-a0262919-cd18-42bb-af74-01339b6a966a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0308979 Jun 29 00:15:31.932824 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [req-f9e5431b-c98a-4e9c-8884-92668894464b req-2daf8a22-2f3d-4745-9136-79faf5d8b5b8 service neutron] (92940) timed out ('10.222.0.24', 45818) {{(pid=92940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 00:15:32.885351 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d88fd2e4-63c7-4a47-9e05-17336613dacc req-0417b993-406a-4206-806b-9adb28cc5c15 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0272934 Jun 29 00:15:34.027764 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f1f3fb30-d6a7-4134-842c-7ee0933d3552 req-4fb8ffa2-f9ad-4491-9068-ebcecc22bc2c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Jun 29 00:15:35.164011 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-281a576c-18b3-4d74-8c4f-d0afeb571e58 req-2f81e376-b40a-4750-95ea-4466276e019c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0285869 Jun 29 00:15:36.301827 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9f34894e-6197-4dcd-bff5-cb4bdce952cd req-e852ab4e-f490-4999-a36d-3c72cf5594ae tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0309949 Jun 29 00:15:37.440207 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-700da56b-1eeb-4690-81bf-ea863d43633c req-70901abe-332b-4555-a4e0-83a3f3c8aea1 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0285802 Jun 29 00:15:38.583829 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cdb21be3-a6f9-4b0e-a305-21715c0db5fd req-ac6c265a-9e68-447e-af2c-aab4fdcd2a8d tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0284550 Jun 29 00:15:39.087276 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-61282fdf-09be-4b3e-ba0a-1980f0d0fa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:39.722675 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-740ed290-722c-42f3-87a7-2984e7eae587 req-3c3383df-1741-4e92-b2e1-4c1540cceb62 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0278542 Jun 29 00:15:40.859885 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-afd029f6-43f8-4348-86f9-b45ca84e0e42 req-71738baa-945c-464a-acd4-b3ade17c924b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0306580 Jun 29 00:15:41.997945 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bcbf4c45-0c11-4705-bb43-68fa4cbaf683 req-b6f5997f-3bea-4b7d-a630-98d4603243fc tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0275176 Jun 29 00:15:42.311677 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1984859f-39e0-42c5-bb38-b43466c53274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:42.595126 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:43.135685 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-246d3123-e970-4012-a53f-5c96de48158c req-7c57b1d3-600d-459e-a6fc-e120f08b26b9 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0282917 Jun 29 00:15:44.273569 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d699ad4f-9902-4dea-88ed-284764b0da09 req-a1648c1d-7127-424c-8b70-0ce391c111f0 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0303411 Jun 29 00:15:44.342151 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:45.411571 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ab23401b-75a7-4db6-ba67-cdfbd1a97078 req-4fe7f390-e80f-43d0-837c-160767545a44 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0304439 Jun 29 00:15:46.545359 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1ea9f705-0afc-4c2c-9b4a-81b00758f87e req-3dfbbf1f-dc0b-47cf-b194-03e3692f4dcc tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0277364 Jun 29 00:15:46.813886 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:47.681211 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1f61d9da-048c-4fd1-a66a-7633d1af5f85 req-5734b27c-fec7-4a7e-ba60-bbc55623144a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0281713 Jun 29 00:15:48.818069 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-84c7e3ec-d032-4ab2-addc-fe2506241c83 req-cdf683b7-f92c-44d8-8352-26787df78202 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Jun 29 00:15:49.954705 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b3836087-f7b9-4f32-9fc7-85ff17853b31 req-04a9628d-a0a6-4334-91c9-a0769b5befc2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0304244 Jun 29 00:15:50.013860 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:51.095087 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f7a081f9-d19a-42b3-85a2-83240701eb0d req-7b2fbd40-8bf7-4998-80ed-c43f1294c625 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0280502 Jun 29 00:15:52.234990 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c9f4667b-5405-4e92-8bda-cd3f0b488f2e req-e0bbf62c-1bc8-4cfd-94a3-c5b12d6c2926 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0274236 Jun 29 00:15:52.263544 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:15:53.377676 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7d22e7e7-b51b-43e8-abed-f39f538a156e req-f33bd7ff-589b-400c-8f71-8fa7b2a8ef3d tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0269024 Jun 29 00:15:54.515005 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9446269a-176f-44f2-ad61-80280b3ac707 req-ebb46c51-0a33-4db6-a018-62c38e7704f7 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0296006 Jun 29 00:15:55.668700 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b17fc102-7131-4479-9de4-2f614d15e4c6 req-605e2058-4927-415e-9912-324db242a3ae tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=45898d53-ebd6-4da8-9915-3822c4a2c617 HTTP/1.1" status: 200 len: 210 time: 0.0282397 Jun 29 00:15:57.805185 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 57652) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:15:57.857119 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:57.879655 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:57.923809 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:57.926416 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:57.927567 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "DELETE /v2.0/security-groups/eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac HTTP/1.1" status: 204 len: 168 time: 0.1213741 Jun 29 00:15:57.928318 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-553b35a3-da08-4782-bf76-90a8cfd114cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:15:57.930568 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 57654) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:15:57.938155 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:15:57.945251 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.945538 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.api.v2.resource [None req-2edb6c2d-fc69-4a4d-b4b0-97e5ffefb572 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] show failed (client error): The resource could not be found. Jun 29 00:15:57.945721 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.946001 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.946374 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.946735 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.947134 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.947496 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.947859 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.948223 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.948601 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.948937 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.949753 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:57.949903 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-2edb6c2d-fc69-4a4d-b4b0-97e5ffefb572 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups/eeecbf7a-7ef4-4fa6-8cc9-3284c631ccac HTTP/1.1" status: 404 len: 347 time: 0.0181844 Jun 29 00:15:57.950362 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 57656) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:15:57.952430 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:15:58.072680 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Deleting port c0ae3433-2bfb-4f0d-826c-b7205ba2c479 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:15:58.072938 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:58.147311 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:58.147642 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:58.159238 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Calling delete_port for c0ae3433-2bfb-4f0d-826c-b7205ba2c479 owned by network:floatingip {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:15:58.293147 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:58.295192 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f36a19fc-9496-4f36-ab18-0ca69e765e29 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:15:58.316705 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event deleted for resources: {'Port': ['ID=c0ae3433-2bfb-4f0d-826c-b7205ba2c479,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:15:58.329312 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.329710 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.330085 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.330708 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.331099 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.331465 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.331828 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.332188 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.332547 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.332903 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.333258 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.333612 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:15:58.354830 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:15:58.392010 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:58.394525 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:58.395700 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "DELETE /v2.0/floatingips/0adf7389-ca0a-4455-a368-77e477694b54 HTTP/1.1" status: 204 len: 168 time: 0.4444277 Jun 29 00:15:58.889722 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 57670) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:15:58.895200 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-bdcf6b6a-97cb-4695-8b0c-c352810ba2d8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773242607', 'description': 'tempest-description--970343452'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:15:58.915587 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bdcf6b6a-97cb-4695-8b0c-c352810ba2d8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:58.993567 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bdcf6b6a-97cb-4695-8b0c-c352810ba2d8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:58.997027 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bdcf6b6a-97cb-4695-8b0c-c352810ba2d8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:58.999749 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-13c1d67d-3e21-49b4-bb88-a03c2be8a621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:15:59.024910 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-bdcf6b6a-97cb-4695-8b0c-c352810ba2d8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.026088 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-bdcf6b6a-97cb-4695-8b0c-c352810ba2d8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1346958 Jun 29 00:15:59.027989 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf6b6a-97cb-4695-8b0c-c352810ba2d8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c421f-2a99-4b06-b5ac-fbf69e5b8980,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:15:59.029089 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 57672) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:15:59.030798 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bdcf6b6a-97cb-4695-8b0c-c352810ba2d8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:15:59.033870 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-3606729e-b22c-48f3-8290-160285d5d358 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'security_group_rule': {'security_group_id': 'e33c421f-2a99-4b06-b5ac-fbf69e5b8980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:15:59.059015 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3606729e-b22c-48f3-8290-160285d5d358 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.115149 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3606729e-b22c-48f3-8290-160285d5d358 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.118302 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3606729e-b22c-48f3-8290-160285d5d358 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.120351 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:15:59.136844 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606729e-b22c-48f3-8290-160285d5d358 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8f194e-d135-4ce7-be19-b26efd8897e9,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:15:59.139228 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-3606729e-b22c-48f3-8290-160285d5d358 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:15:59.141308 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3606729e-b22c-48f3-8290-160285d5d358 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.142722 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-3606729e-b22c-48f3-8290-160285d5d358 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124222 Jun 29 00:15:59.145177 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 57674) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:15:59.149513 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-ac2b78a5-d0b1-492b-a6ad-f432e9279a22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'security_group_rule': {'security_group_id': 'e33c421f-2a99-4b06-b5ac-fbf69e5b8980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:15:59.174951 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ac2b78a5-d0b1-492b-a6ad-f432e9279a22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.229119 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ac2b78a5-d0b1-492b-a6ad-f432e9279a22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.232280 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ac2b78a5-d0b1-492b-a6ad-f432e9279a22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8114215'] for security_group_rule, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.234664 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:15:59.250159 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b78a5-d0b1-492b-a6ad-f432e9279a22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907b33b6-d274-4f7f-b2d4-cd412cf31273,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:15:59.252566 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-ac2b78a5-d0b1-492b-a6ad-f432e9279a22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:15:59.257087 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-ac2b78a5-d0b1-492b-a6ad-f432e9279a22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.258301 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-ac2b78a5-d0b1-492b-a6ad-f432e9279a22 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121871 Jun 29 00:15:59.261276 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 57676) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:15:59.265580 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'floatingip': {'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:15:59.285089 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.379510 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.478268 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_common [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Allocated IP 172.27.1.93 (e4926fd9-3111-4f9b-98fd-d724574de105/5bd67ba7-ec34-4ce2-b04e-103df782508a/a372a322-4fff-4695-94e7-de6067bfb9fc) {{(pid=92941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:15:59.578784 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for port, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.621789 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4592449'] for port, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.623930 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9f5b3f8c-32db-4d5c-96c8-74bf77aa9269 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:15:59.661784 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Network e4926fd9-3111-4f9b-98fd-d724574de105 is already hosted by enough agents. {{(pid=92941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:15:59.666395 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Resources bound (agent type, host, resource id): {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:15:59.671678 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Received port after_create {{(pid=92941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:15:59.674609 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'Port': ['ID=a372a322-4fff-4695-94e7-de6067bfb9fc,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:15:59.692790 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:15:59.756053 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.800927 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.937651 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for port, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.941577 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4592471'] for port, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:15:59.943426 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-37d28231-b6af-465e-9421-5e172da14529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:16:00.006497 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'Port': ['ID=a372a322-4fff-4695-94e7-de6067bfb9fc,revision_number=2']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:16:00.010121 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:16:00.018425 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:00.031598 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:00.032852 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b3596efc-322e-4fe2-b890-bc33ede64caa tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7706835 Jun 29 00:16:00.241786 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-5ff8ed86-a3d1-4f64-a1d5-0a70030ee54c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--773242607&fields=id&tenant_id=265d6850dc23443eb41509e6f3827e51 HTTP/1.1" status: 200 len: 267 time: 0.0316763 Jun 29 00:16:00.345103 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-c1ddc2d0-44fa-4fe0-bd22-9d7d7d9bac11 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:00.346555 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-c1ddc2d0-44fa-4fe0-bd22-9d7d7d9bac11 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 810 time: 0.0987761 Jun 29 00:16:00.362439 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-b3f4b0d4-a3fa-47cb-b674-ad81720dced0 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/quotas/265d6850dc23443eb41509e6f3827e51 HTTP/1.1" status: 200 len: 375 time: 0.0103786 Jun 29 00:16:00.427706 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-f8c6ad2e-4bc9-4b8d-91dc-31fb3e70f4a1 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600388 Jun 29 00:16:00.486160 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-0070a02a-271b-4094-b538-9ec4519a9f20 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 00:16:00.487181 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-0070a02a-271b-4094-b538-9ec4519a9f20 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483422 Jun 29 00:16:00.574504 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-7a73c22e-7dab-4493-8479-add69a2bebee service neutron] 10.222.0.24 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814693 Jun 29 00:16:00.661781 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-29f0eccb-07e6-4d76-b145-618d27894144 service neutron] 10.222.0.24 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807219 Jun 29 00:16:00.825624 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fbf90326-7b94-47ec-9649-1e6fea38f0e5 req-4c7d5f05-7ded-4058-9520-8f66c7e536f3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 210 time: 0.0283766 Jun 29 00:16:01.965384 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-887f35eb-369e-4ea2-9637-655eeba47947 req-221ed7e5-6a00-4df6-a498-c787c84a343b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 210 time: 0.0343554 Jun 29 00:16:02.321473 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a412086e-5215-4253-a5b8-6fc3979356c5 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:02.322963 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a412086e-5215-4253-a5b8-6fc3979356c5 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 810 time: 0.3389163 Jun 29 00:16:02.400036 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-e7bcbf72-717a-41dd-a427-71b562c5a233 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265d6850dc23443eb41509e6f3827e51 HTTP/1.1" status: 200 len: 379 time: 0.0322361 Jun 29 00:16:02.409533 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'port': {'device_id': '530055fe-9ab7-40e9-bdae-819803600f4b', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'admin_state_up': True, 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'security_groups': ['e33c421f-2a99-4b06-b5ac-fbf69e5b8980']}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:16:02.509767 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Made reservation on behalf of 265d6850dc23443eb41509e6f3827e51 for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:16:02.513218 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:02.635564 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Allocated IP 172.20.0.12 (4ad788e7-2ca5-4585-83fd-40cad0c008c7/9d9d7929-c1fb-47d6-803d-15f6c9838b05/c7dae40d-c381-4685-bbb6-b35f7f2d46af) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:16:02.771496 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:02.784584 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Transition to ACTIVE for port object c7dae40d-c381-4685-bbb6-b35f7f2d46af will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:16:02.818077 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:02.821887 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:16:02.858841 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:16:02.862590 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:16:02.866311 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:16:02.895541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event updated for resources: {'Port': ['ID=c7dae40d-c381-4685-bbb6-b35f7f2d46af,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:16:02.899982 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:16:02.919835 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:02.920501 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:02.935208 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5291488 Jun 29 00:16:02.956893 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Request body: {'port': {'device_id': '530055fe-9ab7-40e9-bdae-819803600f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:16:03.035501 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:03.120025 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-75731155-d21c-4b1a-99de-683864a2584a None None] Provisioning for port c7dae40d-c381-4685-bbb6-b35f7f2d46af completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:16:03.124767 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-75731155-d21c-4b1a-99de-683864a2584a None None] Provisioning complete for port c7dae40d-c381-4685-bbb6-b35f7f2d46af triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:16:03.125392 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-75731155-d21c-4b1a-99de-683864a2584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:03.138834 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb095f0-0daa-4642-af2b-7f6b980a7613 req-7c1f151f-f4ad-45df-8777-2ee3fdda5dce tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:03.140247 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-abb095f0-0daa-4642-af2b-7f6b980a7613 req-7c1f151f-f4ad-45df-8777-2ee3fdda5dce tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 932 time: 0.0630291 Jun 29 00:16:03.164478 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-75731155-d21c-4b1a-99de-683864a2584a None None] Port c7dae40d-c381-4685-bbb6-b35f7f2d46af cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:16:03.179317 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-abb095f0-0daa-4642-af2b-7f6b980a7613 req-10313ad3-6cb6-48ac-94a0-2e60a0458ecf tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c421f-2a99-4b06-b5ac-fbf69e5b8980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325522 Jun 29 00:16:03.289080 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dae40d-c381-4685-bbb6-b35f7f2d46af {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:16:03.295990 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:03.307113 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Transition to ACTIVE for port object c7dae40d-c381-4685-bbb6-b35f7f2d46af will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:16:03.310429 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:03.313652 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-667e40d7-34fb-411e-bbbd-a8848105acfc tempest-VolumesActionsTest-2106277160 tempest-VolumesActionsTest-2106277160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:16:03.361027 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Pushing event updated for resources: {'Port': ['ID=c7dae40d-c381-4685-bbb6-b35f7f2d46af,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:16:03.382709 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:16:03.434604 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Attempting to bind port c7dae40d-c381-4685-bbb6-b35f7f2d46af on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:16:03.434984 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Attempting to bind port c7dae40d-c381-4685-bbb6-b35f7f2d46af by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:16:03.435323 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Attempting to bind port c7dae40d-c381-4685-bbb6-b35f7f2d46af on network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:16:03.440275 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Port c7dae40d-c381-4685-bbb6-b35f7f2d46af on network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:16:03.440614 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Attempting to bind port c7dae40d-c381-4685-bbb6-b35f7f2d46af on network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:16:03.445470 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:16:03.445811 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Checking segment: {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:16:03.446205 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Bound using segment: {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:16:03.446635 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Bound port: c7dae40d-c381-4685-bbb6-b35f7f2d46af, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5f4752-5cd2-4bb8-9112-539e8306448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:16:03.447028 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:03.511035 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] For port c7dae40d-c381-4685-bbb6-b35f7f2d46af, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:16:03.514303 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] For port c7dae40d-c381-4685-bbb6-b35f7f2d46af, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c7dae40d-c381-4685-bbb6-b35f7f2d46af,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:16:03.518225 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:03.520957 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-cda8a36f-e7c7-4bf1-92d6-3d43d1237aad tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:16:03.549312 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:03.549959 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:03.551353 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] 10.222.0.38 "PUT /v2.0/ports/c7dae40d-c381-4685-bbb6-b35f7f2d46af HTTP/1.1" status: 200 len: 1094 time: 0.5996971 Jun 29 00:16:03.551855 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530055fe-9ab7-40e9-bdae-819803600f4b', 'tag': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:16:03.554136 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a33248-61a9-41cb-b023-cc5f9bb45051" -d '{"events": [{"name": "network-changed", "server_uuid": "530055fe-9ab7-40e9-bdae-819803600f4b", "tag": "c7dae40d-c381-4685-bbb6-b35f7f2d46af"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:16:03.582537 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Pushing event updated for resources: {'Port': ['ID=c7dae40d-c381-4685-bbb6-b35f7f2d46af,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:16:03.587534 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-a437ba3d-2157-4954-bdb6-dd5edabccc5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:16:03.615525 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ce9d9-9512-485e-b695-0ae6546bcebe x-openstack-request-id: req-fc2ce9d9-9512-485e-b695-0ae6546bcebe {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:16:03.615852 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530055fe-9ab7-40e9-bdae-819803600f4b", "tag": "c7dae40d-c381-4685-bbb6-b35f7f2d46af", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:16:03.616173 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc2ce9d9-9512-485e-b695-0ae6546bcebe {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:16:03.616646 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530055fe-9ab7-40e9-bdae-819803600f4b', 'tag': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af', 'status': 'completed', 'code': 200} Jun 29 00:16:03.698737 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-50db67bc-d17d-4c3d-b079-588d63e70ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:03.700374 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-50db67bc-d17d-4c3d-b079-588d63e70ef2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 1097 time: 0.0596206 Jun 29 00:16:03.758194 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-e85c8e96-b3b9-4714-978e-11489cdb1995 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7dae40d-c381-4685-bbb6-b35f7f2d46af HTTP/1.1" status: 200 len: 217 time: 0.0362601 Jun 29 00:16:03.818022 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-30ed6fb5-dd39-4f93-817b-0b82241ecbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:03.819563 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-30ed6fb5-dd39-4f93-817b-0b82241ecbef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 200 len: 849 time: 0.0543134 Jun 29 00:16:03.879173 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a7228735-9203-4451-881e-013b6a3b3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:03.880655 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-a7228735-9203-4451-881e-013b6a3b3f6e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ad788e7-2ca5-4585-83fd-40cad0c008c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508721 Jun 29 00:16:03.968974 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-c2c2b2ee-fd2a-43a5-bd02-ceecb671ea05 service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811207 Jun 29 00:16:04.057550 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-eb6bd12f-45d2-4ea1-8c12-0f463fe43e55 req-99adc035-e51b-4c9d-978c-b0afc2c6b744 service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814445 Jun 29 00:16:04.200190 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-442ec64d-9ef1-4af5-93a0-2b326ed69698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:04.201636 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-442ec64d-9ef1-4af5-93a0-2b326ed69698 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 1097 time: 0.0508075 Jun 29 00:16:04.294054 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-4623b264-5046-4834-a2f6-5b3fbbe0fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:04.295704 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-4623b264-5046-4834-a2f6-5b3fbbe0fdde service neutron] 10.222.0.38 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 911 time: 0.0830870 Jun 29 00:16:04.339508 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-2f82042c-1e96-4c64-aa0f-9d2f4b6194a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7dae40d-c381-4685-bbb6-b35f7f2d46af HTTP/1.1" status: 200 len: 217 time: 0.0367274 Jun 29 00:16:04.351152 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97561212-6014-492e-bc65-d2d896aba6bb req-f119b332-d227-4426-9431-b7b16c53d32f tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:04.352627 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97561212-6014-492e-bc65-d2d896aba6bb req-f119b332-d227-4426-9431-b7b16c53d32f tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 944 time: 0.0631695 Jun 29 00:16:04.388688 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-97561212-6014-492e-bc65-d2d896aba6bb req-2da03564-3c6d-4ddb-9c28-a76904f9f5dd tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c421f-2a99-4b06-b5ac-fbf69e5b8980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304956 Jun 29 00:16:04.390606 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-6fd5dea3-a100-4027-9bc8-879a90e341bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:04.392127 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-6fd5dea3-a100-4027-9bc8-879a90e341bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 200 len: 849 time: 0.0432172 Jun 29 00:16:04.449045 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-8f5cdea9-1148-47da-9246-6e622ff1181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:04.450534 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-8f5cdea9-1148-47da-9246-6e622ff1181d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ad788e7-2ca5-4585-83fd-40cad0c008c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512581 Jun 29 00:16:04.540554 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-66e68cdd-7d31-45e0-ae8c-e1ab0dbd1505 service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818160 Jun 29 00:16:04.628339 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-92a33248-61a9-41cb-b023-cc5f9bb45051 req-dd8b5f95-2e4d-4081-806c-3b61dff1f7c0 service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798573 Jun 29 00:16:05.339647 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-e348d9f0-1858-40c6-856f-9d45eb75da04 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555639 Jun 29 00:16:05.426438 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-a11bc07d-8640-47c7-acd4-6b6ce9f26f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:05.427947 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-a11bc07d-8640-47c7-acd4-6b6ce9f26f42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 1098 time: 0.0508714 Jun 29 00:16:05.535047 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-fe311bdc-6882-4941-a361-a22c3247ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:05.536530 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-fe311bdc-6882-4941-a361-a22c3247ef1b service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.0857062 Jun 29 00:16:05.562422 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fa40-cb1d-415d-85ae-91822b9cef13 req-9ebd5659-bcb5-4e10-a9b8-932034916ba2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:05.564437 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-95f5fa40-cb1d-415d-85ae-91822b9cef13 req-9ebd5659-bcb5-4e10-a9b8-932034916ba2 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 944 time: 0.0641811 Jun 29 00:16:05.581245 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-39e093fe-49e9-499f-b0aa-c2e2d046596f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc75aa60-6883-47ea-bd21-8fd069132b6d HTTP/1.1" status: 200 len: 217 time: 0.0373824 Jun 29 00:16:05.603188 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-95f5fa40-cb1d-415d-85ae-91822b9cef13 req-9d218296-b27b-49c3-be69-176ad64acda4 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c421f-2a99-4b06-b5ac-fbf69e5b8980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329144 Jun 29 00:16:05.632879 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-a2a05817-6850-476b-865a-e7dd118ce9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:05.634381 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-a2a05817-6850-476b-865a-e7dd118ce9f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0458429 Jun 29 00:16:05.648216 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c7dae40d-c381-4685-bbb6-b35f7f2d46af details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:16:05.667955 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-87596c82-7912-4c51-9356-c645a8d21066 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260627 Jun 29 00:16:05.744439 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port c7dae40d-c381-4685-bbb6-b35f7f2d46af, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c7dae40d-c381-4685-bbb6-b35f7f2d46af,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:16:05.755045 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'port_id': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af', 'mac_address': 'fa:16:3e:cb:88:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:16:05.773123 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-e0415117-7c13-475f-99b0-e2e8b441c510 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942848 Jun 29 00:16:05.791580 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:05.805739 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dae40d-c381-4685-bbb6-b35f7f2d46af {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:16:05.825772 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port c7dae40d-c381-4685-bbb6-b35f7f2d46af, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c7dae40d-c381-4685-bbb6-b35f7f2d46af,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:16:05.830004 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:05.832696 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cfcdc159-8622-4bb9-a4dc-6ca91243fa2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:16:05.868173 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-a31a1701-d717-45f3-99bb-ef9d12f1f47e req-b94f29a3-10d4-435c-b9ad-6b3953c80c5d service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872757 Jun 29 00:16:05.878864 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=c7dae40d-c381-4685-bbb6-b35f7f2d46af,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:16:05.887060 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.887491 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.887903 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.888309 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.888709 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.889157 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.893891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.893891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.893891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.893891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.893891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.893891 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:16:05.898586 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:16:06.292574 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['c7dae40d-c381-4685-bbb6-b35f7f2d46af'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:16:06.770996 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cbe11-e74f-408b-b253-81acab81cff6 req-2b231600-cc95-4ca4-948e-d1de7dc034dc tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:06.772475 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff8cbe11-e74f-408b-b253-81acab81cff6 req-2b231600-cc95-4ca4-948e-d1de7dc034dc tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 945 time: 0.0618749 Jun 29 00:16:06.808887 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff8cbe11-e74f-408b-b253-81acab81cff6 req-176831d1-57a8-4136-99d2-9b8ce95f0967 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c421f-2a99-4b06-b5ac-fbf69e5b8980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Jun 29 00:16:07.663791 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c7dae40d-c381-4685-bbb6-b35f7f2d46af up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:16:07.709176 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port c7dae40d-c381-4685-bbb6-b35f7f2d46af completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:16:07.712666 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port c7dae40d-c381-4685-bbb6-b35f7f2d46af triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:16:07.713049 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:07.787335 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:07.807738 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530055fe-9ab7-40e9-bdae-819803600f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:16:07.809956 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acda92b-efcf-4727-a1e5-68eca8da9df0" -d '{"events": [{"server_uuid": "530055fe-9ab7-40e9-bdae-819803600f4b", "name": "network-vif-plugged", "status": "completed", "tag": "c7dae40d-c381-4685-bbb6-b35f7f2d46af"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:16:07.823916 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port c7dae40d-c381-4685-bbb6-b35f7f2d46af, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c7dae40d-c381-4685-bbb6-b35f7f2d46af,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:16:07.828087 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:07.833346 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:16:07.887667 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=c7dae40d-c381-4685-bbb6-b35f7f2d46af,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:16:07.890723 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:16:07.904527 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1248c77-dfce-4e1d-ba3d-5621460e218e x-openstack-request-id: req-c1248c77-dfce-4e1d-ba3d-5621460e218e {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:16:07.905330 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530055fe-9ab7-40e9-bdae-819803600f4b", "name": "network-vif-plugged", "status": "completed", "tag": "c7dae40d-c381-4685-bbb6-b35f7f2d46af", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:16:07.905330 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1248c77-dfce-4e1d-ba3d-5621460e218e {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:16:07.905883 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530055fe-9ab7-40e9-bdae-819803600f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af', 'code': 200} Jun 29 00:16:08.001292 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cd7ee-4730-4685-8798-bb97f74b9b3f req-7ea387f5-ff6e-4e13-9b0d-c6d9d5c42ec1 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:08.002757 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ea2cd7ee-4730-4685-8798-bb97f74b9b3f req-7ea387f5-ff6e-4e13-9b0d-c6d9d5c42ec1 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 946 time: 0.0687630 Jun 29 00:16:08.193140 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04031b3a-648f-437e-a046-5d2d10a3f2da req-87c80dcb-513e-4fdc-a003-6032bc4bc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:08.194664 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-04031b3a-648f-437e-a046-5d2d10a3f2da req-87c80dcb-513e-4fdc-a003-6032bc4bc0d3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 1099 time: 0.0570312 Jun 29 00:16:08.231668 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-04031b3a-648f-437e-a046-5d2d10a3f2da req-2c019553-c8fd-4f57-8e31-11e7ab5c3bf4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e33c421f-2a99-4b06-b5ac-fbf69e5b8980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294414 Jun 29 00:16:08.280297 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ea2cd7ee-4730-4685-8798-bb97f74b9b3f req-2ca588ca-1585-497f-b136-add679cbe6ff tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c421f-2a99-4b06-b5ac-fbf69e5b8980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702723 Jun 29 00:16:09.088776 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-275504da-1687-4f71-98d8-24cfd50c8bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:09.466113 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c1544-e52b-4ae3-99d6-689475a26192 req-89d5b432-a4e5-45fe-b4d1-88bd44642962 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:09.467620 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-641c1544-e52b-4ae3-99d6-689475a26192 req-89d5b432-a4e5-45fe-b4d1-88bd44642962 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 946 time: 0.0651100 Jun 29 00:16:09.505393 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-641c1544-e52b-4ae3-99d6-689475a26192 req-c661595c-01b4-49d3-aa1a-5dd08dbdf5c8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c421f-2a99-4b06-b5ac-fbf69e5b8980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311248 Jun 29 00:16:10.676569 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bbe67-bed7-4088-b4fb-6f9a46c22c2f req-e2d6a192-33ae-45c2-af34-eda045db70d0 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:10.678033 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-017bbe67-bed7-4088-b4fb-6f9a46c22c2f req-e2d6a192-33ae-45c2-af34-eda045db70d0 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 946 time: 0.0638475 Jun 29 00:16:10.715151 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-017bbe67-bed7-4088-b4fb-6f9a46c22c2f req-65ed2294-f937-4a9e-a3ee-add708e3dcc1 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c421f-2a99-4b06-b5ac-fbf69e5b8980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Jun 29 00:16:10.875418 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6eeb4e-5994-48b1-a01e-dea5dd5a6d16 req-71ce5725-2347-49fe-8442-8c7f9a63b37d tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:10.877345 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ff6eeb4e-5994-48b1-a01e-dea5dd5a6d16 req-71ce5725-2347-49fe-8442-8c7f9a63b37d tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 946 time: 0.0614088 Jun 29 00:16:10.885624 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 57850) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:16:10.889976 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-fd32148b-ab24-43a1-848e-14aafdf4e0b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Request body: {'floatingip': {'port_id': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:16:10.926316 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fd32148b-ab24-43a1-848e-14aafdf4e0b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, before_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:11.354028 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fd32148b-ab24-43a1-848e-14aafdf4e0b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:11.357447 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fd32148b-ab24-43a1-848e-14aafdf4e0b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:11.451329 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.l3_db [None req-fd32148b-ab24-43a1-848e-14aafdf4e0b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Floating IP 4c8edff7-b260-42d4-ad8d-6b5352df53ba associated. External IP: 172.27.1.93, port: c7dae40d-c381-4685-bbb6-b35f7f2d46af. Jun 29 00:16:11.647463 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd32148b-ab24-43a1-848e-14aafdf4e0b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:16:11.751625 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd32148b-ab24-43a1-848e-14aafdf4e0b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:16:11.756435 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fd32148b-ab24-43a1-848e-14aafdf4e0b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:11.761206 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] Sync routers for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:16:11.769850 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:16:11.770456 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:15:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:16:11.790702 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-fd32148b-ab24-43a1-848e-14aafdf4e0b3 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "PUT /v2.0/floatingips/4c8edff7-b260-42d4-ad8d-6b5352df53ba HTTP/1.1" status: 200 len: 991 time: 0.9040673 Jun 29 00:16:11.791464 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530055fe-9ab7-40e9-bdae-819803600f4b', 'tag': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af'}] {{(pid=92941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:16:11.793834 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b754afedf3e2baf1ad806e832283f841ecfbf6b384420d0b1093d7852aef45f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b8553a-408d-4748-ad45-1f3646130ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "530055fe-9ab7-40e9-bdae-819803600f4b", "tag": "c7dae40d-c381-4685-bbb6-b35f7f2d46af"}]}' {{(pid=92941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:16:11.875934 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:16:11.888753 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565e8ac2-aba4-4f8a-9e8e-18a3229abe10 x-openstack-request-id: req-565e8ac2-aba4-4f8a-9e8e-18a3229abe10 {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:16:11.889076 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530055fe-9ab7-40e9-bdae-819803600f4b", "tag": "c7dae40d-c381-4685-bbb6-b35f7f2d46af", "status": "completed", "code": 200}]} {{(pid=92941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:16:11.889364 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-565e8ac2-aba4-4f8a-9e8e-18a3229abe10 {{(pid=92941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:16:11.889790 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530055fe-9ab7-40e9-bdae-819803600f4b', 'tag': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af', 'status': 'completed', 'code': 200} Jun 29 00:16:12.012073 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-648e18e2-b951-475b-a92e-ccf227355be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:12.013595 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-648e18e2-b951-475b-a92e-ccf227355be5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 1099 time: 0.0522962 Jun 29 00:16:12.113576 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-09341b56-88b3-4690-9590-19508872efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:12.115002 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-09341b56-88b3-4690-9590-19508872efa8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 911 time: 0.0946827 Jun 29 00:16:12.182529 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-6965c884-5c06-4bca-9f1f-fc55b7f1ca44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7dae40d-c381-4685-bbb6-b35f7f2d46af HTTP/1.1" status: 200 len: 999 time: 0.0605483 Jun 29 00:16:12.185519 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': '4c8edff7-b260-42d4-ad8d-6b5352df53ba', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'port_id': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'mac_address': 'fa:16:3e:cb:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530055fe-9ab7-40e9-bdae-819803600f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:15:59Z', 'updated_at': '2021-06-29T00:16:11Z', 'revision_number': 1, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:16:12.212412 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] Checking router: 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:16:12.221386 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:16:12.221992 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:15:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:16:12.235967 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-ab15b323-fa68-43bc-9864-8bca68895398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:12.237441 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-ab15b323-fa68-43bc-9864-8bca68895398 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 200 len: 849 time: 0.0482829 Jun 29 00:16:12.299665 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-997e68ff-f0ae-48b9-962c-48cfda6a4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:16:12.301161 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-997e68ff-f0ae-48b9-962c-48cfda6a4cf0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ad788e7-2ca5-4585-83fd-40cad0c008c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570917 Jun 29 00:16:12.314627 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f55f8287-7b5d-4eee-97ff-302eeea551c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:12.325841 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:16:12.393055 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-1e4e6a7a-2f69-409f-b259-e3bfb679874a service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837660 Jun 29 00:16:12.482748 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-53b8553a-408d-4748-ad45-1f3646130ec5 req-20c3a718-6258-4487-aa16-aa09bec4901f service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819952 Jun 29 00:16:12.541517 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': '4c8edff7-b260-42d4-ad8d-6b5352df53ba', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'port_id': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'mac_address': 'fa:16:3e:cb:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530055fe-9ab7-40e9-bdae-819803600f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:15:59Z', 'updated_at': '2021-06-29T00:16:11Z', 'revision_number': 1, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:16:12.566589 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a7a9d-e420-4eb2-b6c8-61714631e9b7 None None] The sync data for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi is: [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_floatingips': [{'id': '4c8edff7-b260-42d4-ad8d-6b5352df53ba', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'router_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'port_id': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'mac_address': 'fa:16:3e:cb:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530055fe-9ab7-40e9-bdae-819803600f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:15:59Z', 'updated_at': '2021-06-29T00:16:11Z', 'revision_number': 1, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:16:12.596439 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:12.754318 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104fa77c-fffa-459c-af4e-f407007398c3 None None] New status for floating IP 4c8edff7-b260-42d4-ad8d-6b5352df53ba: ACTIVE {{(pid=92942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:16:14.345818 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:16.819205 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:19.996514 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:29.262286 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:16:39.089421 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e59f1db-7402-4177-b268-e00b5da7bcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:42.318802 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c55e6995-00ac-4fda-961c-4608cf3fce37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:42.598275 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:44.349479 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:46.819858 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:16:49.996185 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:06.260266 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:17:09.090163 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-642fa21d-7055-4da4-b3c7-6eee98e3264f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:12.319930 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3187daa6-8bbd-46a9-8b8a-a226bf031189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:12.597253 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:14.353429 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:16.822875 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:20.008719 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:39.092631 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5423544f-a5ba-49e3-9a21-265a4c49be7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:42.320119 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c74f2d14-6bcb-4bbf-ae63-3c99ffaa1404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:42.600505 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:43.258534 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:17:44.353554 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:46.827034 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:50.006646 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:51.262769 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392948-f6a5-4ad4-8c50-2798a69b6a4d req-0dad7c0f-62dd-4bba-857d-ee85d4131520 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:17:51.264251 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0d392948-f6a5-4ad4-8c50-2798a69b6a4d req-0dad7c0f-62dd-4bba-857d-ee85d4131520 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 945 time: 0.1112604 Jun 29 00:17:51.300612 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0d392948-f6a5-4ad4-8c50-2798a69b6a4d req-b2314101-c943-45a5-b4d2-ac62a9c55438 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307331 Jun 29 00:17:51.854790 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-f997ddf7-619b-43e9-8605-a97eecc5182d tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:17:51.856211 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-f997ddf7-619b-43e9-8605-a97eecc5182d tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 945 time: 0.0622575 Jun 29 00:17:51.953330 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Deleting port dc75aa60-6883-47ea-bd21-8fd069132b6d {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:17:51.953584 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:52.036315 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] For port dc75aa60-6883-47ea-bd21-8fd069132b6d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=dc75aa60-6883-47ea-bd21-8fd069132b6d,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:17:52.036666 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:52.047819 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Calling delete_port for dc75aa60-6883-47ea-bd21-8fd069132b6d owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:17:52.178328 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:52.182101 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-dd1a3889-619d-45cd-afdf-eca73e3a4f69 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:17:52.205219 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Pushing event deleted for resources: {'Port': ['ID=dc75aa60-6883-47ea-bd21-8fd069132b6d,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:17:52.215353 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.215736 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.216112 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.216477 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.216847 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.217207 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.217568 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.217930 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.218285 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.219003 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.219003 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.219353 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:17:52.225047 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:17:52.228164 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['707309a2-d111-4463-8ca1-f4a106f8d505', '6c5643c8-d6e6-45ef-850c-764b33ab6423', 'dc75aa60-6883-47ea-bd21-8fd069132b6d'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:17:52.264655 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] No DVR routers for this DVR port dc75aa60-6883-47ea-bd21-8fd069132b6d on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:17:52.267286 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:52.269303 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-e234d435-a958-4d96-bb50-efe9b18d93eb req-2bd2338e-e1ee-470d-8e9c-a791259343ac tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "DELETE /v2.0/ports/dc75aa60-6883-47ea-bd21-8fd069132b6d HTTP/1.1" status: 204 len: 173 time: 0.4065492 Jun 29 00:17:52.269809 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f95e74-f928-4003-863d-805d9ec2971b', 'name': 'network-vif-deleted', 'tag': 'dc75aa60-6883-47ea-bd21-8fd069132b6d'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:17:52.272852 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b03192-1c8f-4b44-9350-5f0071d5d472" -d '{"events": [{"server_uuid": "16f95e74-f928-4003-863d-805d9ec2971b", "name": "network-vif-deleted", "tag": "dc75aa60-6883-47ea-bd21-8fd069132b6d"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:17:52.392121 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81bdccc-592e-44c9-96e3-d21925672665 x-openstack-request-id: req-f81bdccc-592e-44c9-96e3-d21925672665 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:17:52.392454 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f95e74-f928-4003-863d-805d9ec2971b", "name": "network-vif-deleted", "tag": "dc75aa60-6883-47ea-bd21-8fd069132b6d", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:17:52.392745 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f81bdccc-592e-44c9-96e3-d21925672665 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:17:52.393174 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f95e74-f928-4003-863d-805d9ec2971b', 'name': 'network-vif-deleted', 'tag': 'dc75aa60-6883-47ea-bd21-8fd069132b6d', 'status': 'completed', 'code': 200} Jun 29 00:17:52.459814 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2761f487-98c8-41f1-9b55-d557ec751db3 req-82610901-03f5-4054-a8e4-89e0a57e76b4 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f95e74-f928-4003-863d-805d9ec2971b HTTP/1.1" status: 200 len: 210 time: 0.0328012 Jun 29 00:17:53.939815 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b77e6-dcce-4204-914b-e64b56641a42 req-d7db963c-0e87-463d-8567-9161fa5c0cf6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:17:53.941252 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8d8b77e6-dcce-4204-914b-e64b56641a42 req-d7db963c-0e87-463d-8567-9161fa5c0cf6 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 946 time: 0.1067073 Jun 29 00:17:53.977216 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8d8b77e6-dcce-4204-914b-e64b56641a42 req-997917f0-50e8-41a0-a6ed-aba5cc4463eb tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299199 Jun 29 00:17:54.515437 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-9a19f48c-1d5a-4487-9a5e-bbf620c7ccf9 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:17:54.516785 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-9a19f48c-1d5a-4487-9a5e-bbf620c7ccf9 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 946 time: 0.0637565 Jun 29 00:17:54.616118 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Deleting port 6c5643c8-d6e6-45ef-850c-764b33ab6423 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:17:54.616469 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:54.704221 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] For port 6c5643c8-d6e6-45ef-850c-764b33ab6423, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=6c5643c8-d6e6-45ef-850c-764b33ab6423,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:17:54.704588 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:54.716914 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Calling delete_port for 6c5643c8-d6e6-45ef-850c-764b33ab6423 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:17:54.843367 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:54.847293 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5205b1e3-15e0-4ecf-8df0-77298c556007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:17:54.872150 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Pushing event deleted for resources: {'Port': ['ID=6c5643c8-d6e6-45ef-850c-764b33ab6423,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:17:54.875144 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:17:54.884249 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['707309a2-d111-4463-8ca1-f4a106f8d505', '6c5643c8-d6e6-45ef-850c-764b33ab6423'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:17:54.916127 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] No DVR routers for this DVR port 6c5643c8-d6e6-45ef-850c-764b33ab6423 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:17:54.918686 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:54.920871 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2ef02f72-d586-4252-a682-4d8afb9a94a7 req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "DELETE /v2.0/ports/6c5643c8-d6e6-45ef-850c-764b33ab6423 HTTP/1.1" status: 204 len: 173 time: 0.3943956 Jun 29 00:17:54.921379 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fe0bec-45bc-4566-89aa-21f41e36a418', 'name': 'network-vif-deleted', 'tag': '6c5643c8-d6e6-45ef-850c-764b33ab6423'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:17:54.923715 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90019e23-13b1-4a35-8412-1a6ad005d5f8" -d '{"events": [{"server_uuid": "00fe0bec-45bc-4566-89aa-21f41e36a418", "name": "network-vif-deleted", "tag": "6c5643c8-d6e6-45ef-850c-764b33ab6423"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:17:54.959845 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a958bc-8cf1-497c-b0f8-3ca8a340d8fc x-openstack-request-id: req-63a958bc-8cf1-497c-b0f8-3ca8a340d8fc {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:17:54.960135 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fe0bec-45bc-4566-89aa-21f41e36a418", "name": "network-vif-deleted", "tag": "6c5643c8-d6e6-45ef-850c-764b33ab6423", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:17:54.960448 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63a958bc-8cf1-497c-b0f8-3ca8a340d8fc {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:17:54.960920 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fe0bec-45bc-4566-89aa-21f41e36a418', 'name': 'network-vif-deleted', 'tag': '6c5643c8-d6e6-45ef-850c-764b33ab6423', 'status': 'completed', 'code': 200} Jun 29 00:17:55.121102 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9316b4aa-ecf7-4060-82c4-78fc183fa4ca req-0c292329-a450-4fb0-8b2b-7751a8fb8548 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=00fe0bec-45bc-4566-89aa-21f41e36a418 HTTP/1.1" status: 200 len: 210 time: 0.0315185 Jun 29 00:17:56.213420 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device dc75aa60-6883-47ea-bd21-8fd069132b6d no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:17:56.233806 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: dc75aa60-6883-47ea-bd21-8fd069132b6d {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:17:56.233970 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device dc75aa60-6883-47ea-bd21-8fd069132b6d not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:17:56.234379 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 6c5643c8-d6e6-45ef-850c-764b33ab6423 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:17:56.252183 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 6c5643c8-d6e6-45ef-850c-764b33ab6423 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:17:56.252541 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 6c5643c8-d6e6-45ef-850c-764b33ab6423 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:17:57.375392 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 59132) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:17:57.433820 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-2af4b176-fe89-405e-96a8-21ea284616a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:57.457688 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-2af4b176-fe89-405e-96a8-21ea284616a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:57.519578 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-2af4b176-fe89-405e-96a8-21ea284616a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:57.523086 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-2af4b176-fe89-405e-96a8-21ea284616a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:57.524250 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-2af4b176-fe89-405e-96a8-21ea284616a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] 10.222.0.24 "DELETE /v2.0/security-groups/52c5361e-8ce6-4a5a-bdd8-bda692c54e85 HTTP/1.1" status: 204 len: 168 time: 0.1476004 Jun 29 00:17:57.525021 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-94fe292b-486d-4cf2-938b-3c3d955530cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:17:57.533524 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4b176-fe89-405e-96a8-21ea284616a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c5361e-8ce6-4a5a-bdd8-bda692c54e85,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:17:57.536311 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2af4b176-fe89-405e-96a8-21ea284616a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:17:57.675864 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 59138) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:17:58.406011 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8049689'] for router_interface, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:58.707274 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Deleting port 445a54fa-318a-4f30-8157-1c30747056b9 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:17:58.707540 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:58.780744 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] For port 445a54fa-318a-4f30-8157-1c30747056b9, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=445a54fa-318a-4f30-8157-1c30747056b9,segment=NetworkSegment(0c9e4a2e-b043-4157-a332-485a0f37ee30),segment_id=0c9e4a2e-b043-4157-a332-485a0f37ee30)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:17:58.781105 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:58.792821 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Calling delete_port for 445a54fa-318a-4f30-8157-1c30747056b9 owned by network:router_interface {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:17:58.962409 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:58.964998 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3d637782-0e49-4cbe-b169-f999a2e1e085 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:17:58.992826 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=445a54fa-318a-4f30-8157-1c30747056b9,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:17:58.996651 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:17:59.150883 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8049805'] for router_interface, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:59.356381 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Router dbafe77a-60fd-430f-b05f-9b859d74f4ac has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:17:59.460693 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:17:59.465707 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-cda0a07a-62bc-4db4-80c7-6fa4ae17c7eb admin admin] 10.222.0.24 "PUT /v2.0/routers/dbafe77a-60fd-430f-b05f-9b859d74f4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7889035 Jun 29 00:17:59.468203 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 59158) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:17:59.471998 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] Sync routers for ids ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:17:59.481922 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] Routers {'dbafe77a-60fd-430f-b05f-9b859d74f4ac'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:17:59.482619 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:17:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:17:59.576189 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:59.601502 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] Set router dbafe77a-60fd-430f-b05f-9b859d74f4ac gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:17:59.671739 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:59.725540 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Deleting port ea6f5162-64ce-49c4-a277-1f1f446d9000 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:17:59.725887 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:59.775082 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:44Z', 'updated_at': '2021-06-29T00:17:58Z', 'revision_number': 5, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'gw_port': {'id': 'ea6f5162-64ce-49c4-a277-1f1f446d9000', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:45Z', 'updated_at': '2021-06-29T00:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:17:59.800160 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] Checking router: dbafe77a-60fd-430f-b05f-9b859d74f4ac for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:17:59.800540 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] For port ea6f5162-64ce-49c4-a277-1f1f446d9000, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=ea6f5162-64ce-49c4-a277-1f1f446d9000,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:17:59.800886 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:59.808635 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] Routers {'dbafe77a-60fd-430f-b05f-9b859d74f4ac'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:17:59.809248 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:17:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:17:59.812915 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Calling delete_port for ea6f5162-64ce-49c4-a277-1f1f446d9000 owned by network:router_gateway {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:17:59.892162 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] Set router dbafe77a-60fd-430f-b05f-9b859d74f4ac gateway port host: None {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:17:59.941148 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:44Z', 'updated_at': '2021-06-29T00:17:59Z', 'revision_number': 6, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'gw_port_host': None}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:17:59.969744 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e12deed-f94c-4540-acba-c6e2839b6aaf None None] The sync data for ids ['dbafe77a-60fd-430f-b05f-9b859d74f4ac'] in dv-cinder-763306-13-iscsi is: [{'id': 'dbafe77a-60fd-430f-b05f-9b859d74f4ac', 'name': 'tempest-TestVolumeBootPattern-2081969398-router', 'tenant_id': '9272d1cf2333435282afe0831c7846ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:44Z', 'updated_at': '2021-06-29T00:17:59Z', 'revision_number': 6, 'project_id': '9272d1cf2333435282afe0831c7846ca', 'gw_port_host': None}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:17:59.976153 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:17:59.978424 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-18e06653-b477-4a1c-8f2e-014257d65807 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:00.003530 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6f5162-64ce-49c4-a277-1f1f446d9000,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:00.006817 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:00.065658 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8051283'] for router_gateway, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.151214 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8049724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25354'] for router, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.153158 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.194642 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8051253'] for router, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.195227 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbafe77a-60fd-430f-b05f-9b859d74f4ac {{(pid=92940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:18:00.200648 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Notify callbacks [] for router, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.201792 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dbafe77a-60fd-430f-b05f-9b859d74f4ac HTTP/1.1" status: 204 len: 168 time: 0.7326655 Jun 29 00:18:00.204239 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 59166) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:00.249421 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f83234c-1fcb-4410-a909-f1c175a9d15f admin admin] Deleting subnet 2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4 {{(pid=92940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:18:00.252326 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1f83234c-1fcb-4410-a909-f1c175a9d15f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.287796 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1f83234c-1fcb-4410-a909-f1c175a9d15f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467922'] for subnet, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.366868 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1f83234c-1fcb-4410-a909-f1c175a9d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.426129 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1f83234c-1fcb-4410-a909-f1c175a9d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4462977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4468348'] for subnet, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.429021 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:00.452401 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83234c-1fcb-4410-a909-f1c175a9d15f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:00.454991 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1f83234c-1fcb-4410-a909-f1c175a9d15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:00.457950 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1f83234c-1fcb-4410-a909-f1c175a9d15f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.460041 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-1f83234c-1fcb-4410-a909-f1c175a9d15f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d9ffb65-1f48-45e8-afb3-9a2fbeb8d1d4 HTTP/1.1" status: 204 len: 168 time: 0.2548482 Jun 29 00:18:00.462439 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 59170) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:00.463232 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d0cb0-b160-4b91-a8c9-6d76bdf8a9b6 None None] Network 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:18:00.535489 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.591497 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Deleting port d76015bc-9faf-4564-8eae-ba6165a91f1f {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:18:00.591923 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.665788 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] For port d76015bc-9faf-4564-8eae-ba6165a91f1f, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=d76015bc-9faf-4564-8eae-ba6165a91f1f,segment=NetworkSegment(0c9e4a2e-b043-4157-a332-485a0f37ee30),segment_id=0c9e4a2e-b043-4157-a332-485a0f37ee30)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:18:00.666218 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.679239 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Calling delete_port for d76015bc-9faf-4564-8eae-ba6165a91f1f owned by network:dhcp {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:18:00.716092 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] DHCP port deletion for 625f77f4-79b7-4c4a-9a2a-89205f0ec3fc request from dv-cinder-763306-13-iscsi {{(pid=92942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:18:00.763129 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.765447 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Deleting port d76015bc-9faf-4564-8eae-ba6165a91f1f {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:18:00.766029 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.766237 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-8d27e04c-4a3b-4c48-8df1-9ff91ad02e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:00.790968 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76015bc-9faf-4564-8eae-ba6165a91f1f,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:00.792790 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] No DVR routers for this DVR port d76015bc-9faf-4564-8eae-ba6165a91f1f on host dv-cinder-763306-13-iscsi {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:18:00.794267 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:00.837186 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] For port d76015bc-9faf-4564-8eae-ba6165a91f1f, host dv-cinder-763306-13-iscsi, got binding levels [] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:18:00.837599 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.851176 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Calling delete_port for d76015bc-9faf-4564-8eae-ba6165a91f1f owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:18:00.854038 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.ipam_backend_mixin [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Port d76015bc-9faf-4564-8eae-ba6165a91f1f was not found and therefore no delete operation was performed {{(pid=92942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 00:18:00.855348 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.857159 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-644bfeb7-febd-4390-9eaf-94ffa15d9daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:00.866315 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.876082 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625f77f4-79b7-4c4a-9a2a-89205f0ec3fc']}} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:00.878452 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Pushing event deleted for resources: {'Port': ['ID=d76015bc-9faf-4564-8eae-ba6165a91f1f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:00.886595 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9e4a2e-b043-4157-a332-485a0f37ee30') {'for_net_delete': True} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:00.887568 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9e4a2e-b043-4157-a332-485a0f37ee30') {} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:00.888421 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.888783 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.889132 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.889476 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.889818 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.890154 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.890488 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.890819 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.891176 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.891508 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.891852 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.892179 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:00.894813 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] No DVR routers for this DVR port d76015bc-9faf-4564-8eae-ba6165a91f1f on host dv-cinder-763306-13-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:18:00.896786 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8a544751-3cab-4b44-81b2-e84a6ee9f832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:00.898084 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467913'] for segment, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.913514 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.919522 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=92940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:18:00.919982 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4473368'] for segment, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: Traceback (most recent call last): Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: timer() Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: cb(*args, **kw) Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: return func(*args, **kwargs) Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: self._notify() Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: self.callback(batched_events) Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: event.method(event) Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: return f(self, *a, **k) Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._get(url).json() Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: return self.request(url, 'GET', **kwargs) Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:18:00.921739 dv-cinder-763306-13-iscsi neutron-server[92940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:18:00.979283 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.985206 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:00.992893 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:00.994775 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] 10.222.0.24 "DELETE /v2.0/networks/625f77f4-79b7-4c4a-9a2a-89205f0ec3fc HTTP/1.1" status: 204 len: 168 time: 0.5313735 Jun 29 00:18:00.998160 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 59178) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:01.004285 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=625f77f4-79b7-4c4a-9a2a-89205f0ec3fc,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:01.007265 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:01.213804 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device d76015bc-9faf-4564-8eae-ba6165a91f1f no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:18:01.232829 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: d76015bc-9faf-4564-8eae-ba6165a91f1f {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:18:01.233190 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device d76015bc-9faf-4564-8eae-ba6165a91f1f not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:18:01.233626 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device ea6f5162-64ce-49c4-a277-1f1f446d9000 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:18:01.251373 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: ea6f5162-64ce-49c4-a277-1f1f446d9000 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:18:01.251669 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device ea6f5162-64ce-49c4-a277-1f1f446d9000 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:18:01.252097 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 445a54fa-318a-4f30-8157-1c30747056b9 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:18:01.274460 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 445a54fa-318a-4f30-8157-1c30747056b9 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:18:01.274822 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 445a54fa-318a-4f30-8157-1c30747056b9 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:18:01.324394 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8049689'] for router_interface, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:01.565915 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Deleting port 110fbfb6-46f2-40d0-a859-e76663f37ed3 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:18:01.566261 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:01.645411 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] For port 110fbfb6-46f2-40d0-a859-e76663f37ed3, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=110fbfb6-46f2-40d0-a859-e76663f37ed3,segment=NetworkSegment(30dd39fe-957c-4b36-b732-6f2dfbaf433d),segment_id=30dd39fe-957c-4b36-b732-6f2dfbaf433d)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:18:01.645769 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:01.657583 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Calling delete_port for 110fbfb6-46f2-40d0-a859-e76663f37ed3 owned by network:router_interface {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:18:01.829337 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:01.832153 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:01.854309 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Pushing event deleted for resources: {'Port': ['ID=110fbfb6-46f2-40d0-a859-e76663f37ed3,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:01.865560 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.865945 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.866314 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.866675 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.867058 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.867424 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.867780 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.868137 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.868492 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.868846 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.869200 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.869550 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:18:01.886895 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:02.022153 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8049805'] for router_interface, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:02.224297 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Router 38962384-d34f-42ff-b212-0856291313a5 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:18:02.322805 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:18:02.327693 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-66688891-d038-4f28-a7f4-1ba243fa76ff admin admin] 10.222.0.24 "PUT /v2.0/routers/38962384-d34f-42ff-b212-0856291313a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3286340 Jun 29 00:18:02.330097 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 59192) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:02.333053 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] Sync routers for ids ['38962384-d34f-42ff-b212-0856291313a5'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:18:02.342741 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] Routers {'38962384-d34f-42ff-b212-0856291313a5'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:18:02.343404 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:17:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['38962384-d34f-42ff-b212-0856291313a5'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:02.447128 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] Set router 38962384-d34f-42ff-b212-0856291313a5 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:18:02.633770 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38962384-d34f-42ff-b212-0856291313a5', 'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:49Z', 'updated_at': '2021-06-29T00:18:01Z', 'revision_number': 5, 'project_id': '0213f335a5924391acb13ae67be686d9', 'gw_port': {'id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:50Z', 'updated_at': '2021-06-29T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:02.660354 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] Checking router: 38962384-d34f-42ff-b212-0856291313a5 for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:18:02.669393 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] Routers {'38962384-d34f-42ff-b212-0856291313a5'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:18:02.670186 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:17:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['38962384-d34f-42ff-b212-0856291313a5'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:02.674157 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks [] for router, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:02.774467 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] Set router 38962384-d34f-42ff-b212-0856291313a5 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:18:02.776370 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:02.829317 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Deleting port 072f1f6f-e300-403d-9c74-ad18894ba0b3 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:18:02.829658 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:02.906944 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] For port 072f1f6f-e300-403d-9c74-ad18894ba0b3, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=072f1f6f-e300-403d-9c74-ad18894ba0b3,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:18:02.907289 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:02.918405 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Calling delete_port for 072f1f6f-e300-403d-9c74-ad18894ba0b3 owned by network:router_gateway {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:18:02.949577 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38962384-d34f-42ff-b212-0856291313a5', 'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:49Z', 'updated_at': '2021-06-29T00:18:01Z', 'revision_number': 5, 'project_id': '0213f335a5924391acb13ae67be686d9', 'gw_port': {'id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:50Z', 'updated_at': '2021-06-29T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:02.975274 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f16df-4971-4bc1-a67d-2a76c1861667 None None] The sync data for ids ['38962384-d34f-42ff-b212-0856291313a5'] in dv-cinder-763306-13-iscsi is: [{'id': '38962384-d34f-42ff-b212-0856291313a5', 'name': 'tempest-TestVolumeBootPattern-1449308898-router', 'tenant_id': '0213f335a5924391acb13ae67be686d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:05:49Z', 'updated_at': '2021-06-29T00:18:01Z', 'revision_number': 5, 'project_id': '0213f335a5924391acb13ae67be686d9', 'gw_port': {'id': '072f1f6f-e300-403d-9c74-ad18894ba0b3', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38962384-d34f-42ff-b212-0856291313a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:05:50Z', 'updated_at': '2021-06-29T00:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:18:03.081379 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.083533 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7cf1d943-2131-4471-82e3-e7c4e3e7239c tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:03.104404 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Pushing event deleted for resources: {'Port': ['ID=072f1f6f-e300-403d-9c74-ad18894ba0b3,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:03.107988 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:03.165545 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8051283'] for router_gateway, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.251364 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8049724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25354'] for router, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.253478 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.296607 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8051253'] for router, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.297322 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38962384-d34f-42ff-b212-0856291313a5 {{(pid=92941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:18:03.302112 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.303300 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-38e4a95c-b1ac-424e-8fd0-b6239f76f00d admin admin] 10.222.0.24 "DELETE /v2.0/routers/38962384-d34f-42ff-b212-0856291313a5 HTTP/1.1" status: 204 len: 168 time: 0.9723172 Jun 29 00:18:03.305750 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 59204) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:03.352633 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_v2 [None req-d573af15-1a5b-433c-b1b3-f558151583df admin admin] Deleting subnet 44dd148a-9aee-4b91-a975-ca0a4bfdf49b {{(pid=92941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:18:03.356069 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d573af15-1a5b-433c-b1b3-f558151583df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.394220 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d573af15-1a5b-433c-b1b3-f558151583df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592473'] for subnet, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.427417 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 110fbfb6-46f2-40d0-a859-e76663f37ed3 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:18:03.447464 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 110fbfb6-46f2-40d0-a859-e76663f37ed3 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:18:03.448110 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 110fbfb6-46f2-40d0-a859-e76663f37ed3 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:18:03.481809 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d573af15-1a5b-433c-b1b3-f558151583df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.535760 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d573af15-1a5b-433c-b1b3-f558151583df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4222160'] for subnet, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.538158 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:03.562214 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573af15-1a5b-433c-b1b3-f558151583df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44dd148a-9aee-4b91-a975-ca0a4bfdf49b,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:03.565147 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d573af15-1a5b-433c-b1b3-f558151583df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:03.566148 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d573af15-1a5b-433c-b1b3-f558151583df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.568983 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-d573af15-1a5b-433c-b1b3-f558151583df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/44dd148a-9aee-4b91-a975-ca0a4bfdf49b HTTP/1.1" status: 204 len: 168 time: 0.2615407 Jun 29 00:18:03.571203 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 59208) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:03.578423 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5268e8b8-6ea1-4a42-bab6-79d4a1f3b74b None None] Network c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:18:03.646016 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.721254 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Deleting port 54019b0b-d05c-42ca-a501-fb3321846825 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:18:03.721681 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.784396 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] For port 54019b0b-d05c-42ca-a501-fb3321846825, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=54019b0b-d05c-42ca-a501-fb3321846825,segment=NetworkSegment(30dd39fe-957c-4b36-b732-6f2dfbaf433d),segment_id=30dd39fe-957c-4b36-b732-6f2dfbaf433d)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:18:03.784755 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.796718 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Calling delete_port for 54019b0b-d05c-42ca-a501-fb3321846825 owned by network:dhcp {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:18:03.877022 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.879130 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0520ab69-9ba3-475f-b366-5607d4a13cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:03.902108 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Pushing event deleted for resources: {'Port': ['ID=54019b0b-d05c-42ca-a501-fb3321846825,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:03.905195 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:03.905948 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] No DVR routers for this DVR port 54019b0b-d05c-42ca-a501-fb3321846825 on host dv-cinder-763306-13-iscsi {{(pid=92941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:18:03.976564 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:03.986424 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13']}} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:03.997422 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dd39fe-957c-4b36-b732-6f2dfbaf433d') {'for_net_delete': True} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:03.997727 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dd39fe-957c-4b36-b732-6f2dfbaf433d') {} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:18:04.006429 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592450'] for segment, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.025307 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.025973 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472cb2ef-cf7a-4cf6-8490-a4752af0dfa3 None None] DHCP port deletion for c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 request from dv-cinder-763306-13-iscsi {{(pid=92942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:18:04.033679 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=92941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:18:04.034195 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4606095'] for segment, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: Traceback (most recent call last): Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: timer() Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: cb(*args, **kw) Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: return func(*args, **kwargs) Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: self._notify() Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: self.callback(batched_events) Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: event.method(event) Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: return f(self, *a, **k) Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._get(url).json() Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: return self.request(url, 'GET', **kwargs) Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:18:04.036373 dv-cinder-763306-13-iscsi neutron-server[92941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:18:04.088512 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.092524 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:04.096212 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.098432 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13 HTTP/1.1" status: 204 len: 168 time: 0.5261691 Jun 29 00:18:04.107832 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d6e8f4-d8d0-4ef4-bc04-a47cf7298b13,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:04.110088 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6272d8c4-7235-4338-9ae7-2434dd91d906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:04.206377 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 59218) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:04.245463 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-bf43b501-e8a4-4bb9-9043-60133e7ac63b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9272d1cf2333435282afe0831c7846ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376925 Jun 29 00:18:04.247562 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 59222) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:04.297677 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-daec771c-248b-4a1a-941e-d6d4aef8cc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.317411 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-daec771c-248b-4a1a-941e-d6d4aef8cc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.362417 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-daec771c-248b-4a1a-941e-d6d4aef8cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.365209 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-daec771c-248b-4a1a-941e-d6d4aef8cc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.366496 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-daec771c-248b-4a1a-941e-d6d4aef8cc97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b8c10c9-0449-41a0-8b3c-30dd4a13ba5e HTTP/1.1" status: 204 len: 168 time: 0.1180420 Jun 29 00:18:04.367395 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-8eb60f16-477d-46ce-8973-8d93471a136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:04.375139 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec771c-248b-4a1a-941e-d6d4aef8cc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8c10c9-0449-41a0-8b3c-30dd4a13ba5e,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:04.377593 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-daec771c-248b-4a1a-941e-d6d4aef8cc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:04.688689 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 59232) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:04.729163 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7c301401-2aef-4fb2-aeb5-616958c22287 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0213f335a5924391acb13ae67be686d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389447 Jun 29 00:18:04.731302 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 59234) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:18:04.777801 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d27affab-a08d-41c5-81c7-2b53b0423681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.798188 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d27affab-a08d-41c5-81c7-2b53b0423681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.846869 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d27affab-a08d-41c5-81c7-2b53b0423681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.849848 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d27affab-a08d-41c5-81c7-2b53b0423681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:04.851113 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-d27affab-a08d-41c5-81c7-2b53b0423681 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfff01e5-341b-4e69-af9a-15a2e02219c6 HTTP/1.1" status: 204 len: 168 time: 0.1187959 Jun 29 00:18:04.851890 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5e082326-ce85-473e-b89b-4654ce97b741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:18:04.859546 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27affab-a08d-41c5-81c7-2b53b0423681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff01e5-341b-4e69-af9a-15a2e02219c6,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:18:04.861920 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d27affab-a08d-41c5-81c7-2b53b0423681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:18:05.211121 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 072f1f6f-e300-403d-9c74-ad18894ba0b3 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:18:05.230269 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 072f1f6f-e300-403d-9c74-ad18894ba0b3 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:18:05.230628 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 072f1f6f-e300-403d-9c74-ad18894ba0b3 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:18:05.231074 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 54019b0b-d05c-42ca-a501-fb3321846825 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:18:05.248749 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 54019b0b-d05c-42ca-a501-fb3321846825 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:18:05.249108 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 54019b0b-d05c-42ca-a501-fb3321846825 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:18:09.093013 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-86a58eb2-392f-4498-921a-ae58c663f334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:09.468956 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-952e3518-9392-426a-8471-b3e1111b0f0b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1757476 Jun 29 00:18:09.587525 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-4fe2ad11-9680-4df6-8585-7f4586fec26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:18:09.589024 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-4fe2ad11-9680-4df6-8585-7f4586fec26e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 1098 time: 0.0516694 Jun 29 00:18:09.938806 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-c5aebd39-70ad-4785-9ea2-5cefa75a2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:18:09.940341 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-c5aebd39-70ad-4785-9ea2-5cefa75a2b54 service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.3256893 Jun 29 00:18:09.983508 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-c15f7f40-17fe-4489-8407-0457d8bc9a29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=707309a2-d111-4463-8ca1-f4a106f8d505 HTTP/1.1" status: 200 len: 217 time: 0.0332046 Jun 29 00:18:10.030828 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-cb9307c0-d3dc-4f35-b96f-0d6c3b1b6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:18:10.032324 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-cb9307c0-d3dc-4f35-b96f-0d6c3b1b6d91 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0408368 Jun 29 00:18:10.071852 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-35188611-d6dd-4c6b-9c80-214e06cca326 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292764 Jun 29 00:18:10.082714 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-3a154aad-2d31-43bd-bc01-3005e3a25e13 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 00:18:10.083695 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-3a154aad-2d31-43bd-bc01-3005e3a25e13 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052433 Jun 29 00:18:10.169542 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-ebdcb4de-015c-4f77-bde0-ab42dfe478c9 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787580 Jun 29 00:18:10.260443 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2636d253-4acf-4a98-aa63-d368757ef5fe req-184ad034-e86b-4624-83fe-1628374b4055 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809429 Jun 29 00:18:12.321773 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fb02ae5c-54a9-4678-8a5c-2b49bed9bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:12.601944 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:14.359501 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:16.828073 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:20.011750 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:20.258431 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:18:39.093777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-31791ce7-887d-4140-b2a7-531d16d1ac18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:42.321902 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-30d957f6-4a55-42d5-a386-2a507b554dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:42.605269 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:44.358027 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:46.831372 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:50.016925 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:18:57.256647 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:19:09.094149 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-da4197fa-be9a-4e45-9bd6-3bc9a47fc17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:10.336808 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-8ae09855-5420-47e9-a593-0ee289d0fc12 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509226 Jun 29 00:19:10.436363 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-9139114c-06e0-42e3-9f09-d1ba7ec91e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:19:10.437837 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-9139114c-06e0-42e3-9f09-d1ba7ec91e57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0576460 Jun 29 00:19:10.542590 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-c6e6a0c8-86bf-4fbd-ac89-11342863c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:19:10.544047 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-c6e6a0c8-86bf-4fbd-ac89-11342863c9b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.0826261 Jun 29 00:19:10.585294 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-6b333b4e-ffc1-4471-b89d-2ac23c8449f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 200 len: 217 time: 0.0334432 Jun 29 00:19:10.635853 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-11a52919-5f45-423c-8af1-36b3ca2d353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:19:10.637278 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-11a52919-5f45-423c-8af1-36b3ca2d353d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0452909 Jun 29 00:19:10.672333 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-daf76414-8b14-4860-8d6e-3a0c20371cfd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251429 Jun 29 00:19:10.765966 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-b957e9b2-ac6d-4d96-a17a-2be4fa38d002 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853631 Jun 29 00:19:10.856944 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-99e75665-93e9-4211-ad49-12eeaf90f873 req-b892c82e-bfef-456e-a7de-85f4a4b0cc0f service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830867 Jun 29 00:19:12.321927 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b896a48e-a1c9-4a32-b2e0-9980817d7dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:12.605433 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:14.361859 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:16.833202 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:20.026504 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:34.254820 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:19:39.094416 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-19954255-dd7a-48d9-bd13-aae8be9e45be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:42.324055 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b34f499a-c272-4912-907f-f15d42998b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:42.605667 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:44.364290 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:46.838231 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:19:50.035864 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:09.097502 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4082d170-f48b-4790-ab7e-2bfca54c3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:11.253545 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:20:11.327822 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-ac0eb55e-8b76-41a3-a480-2b90b732b936 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544274 Jun 29 00:20:11.420525 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-7dd58988-74ac-44cc-a738-9758210349a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:20:11.421965 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-7dd58988-74ac-44cc-a738-9758210349a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 1099 time: 0.0535667 Jun 29 00:20:11.526238 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-83f3643a-aa2d-4d91-b5de-6cc3a74aecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:20:11.527600 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-83f3643a-aa2d-4d91-b5de-6cc3a74aecf1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 200 len: 919 time: 0.0806489 Jun 29 00:20:11.572875 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-94a5462a-7a5a-4b04-81c8-b4ac234736d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f65819f-660d-4c45-b44e-a8778cf0df34 HTTP/1.1" status: 200 len: 217 time: 0.0361464 Jun 29 00:20:11.620654 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-f7024d32-4e74-4cd3-a949-481ab8823f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:20:11.622053 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-f7024d32-4e74-4cd3-a949-481ab8823f23 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 200 len: 858 time: 0.0421348 Jun 29 00:20:11.657713 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-46077c6c-1a8d-40b5-881c-54376d86e8a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30a011-8e69-4cb8-8d7a-83f045ce5633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248189 Jun 29 00:20:11.746899 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-117dea91-41a7-4475-bd43-65ab205450e7 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818589 Jun 29 00:20:11.847368 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-0c5fbc33-0f66-4e1e-80dc-5f96187dcab0 req-5d9dafb3-224a-4dbe-8759-614fd2a00431 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902779 Jun 29 00:20:12.324132 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f29db4b5-5302-4fea-bd36-4ce49478ced7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:12.719163 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:13.279267 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f87dd-ed2e-45c3-b70d-90509dc6979c req-c83ef2e5-5c3c-4b06-ae9c-cb2feb350849 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:20:13.280755 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6b3f87dd-ed2e-45c3-b70d-90509dc6979c req-c83ef2e5-5c3c-4b06-ae9c-cb2feb350849 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0659459 Jun 29 00:20:13.316810 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6b3f87dd-ed2e-45c3-b70d-90509dc6979c req-23a0cc3b-a03b-4169-9343-2d7da8632ae0 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305223 Jun 29 00:20:13.984541 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-c0ee29e8-b04c-4b4e-a7ca-5c844ead1773 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:20:13.986965 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-c0ee29e8-b04c-4b4e-a7ca-5c844ead1773 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 946 time: 0.0669560 Jun 29 00:20:14.093934 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Deleting port 3f65819f-660d-4c45-b44e-a8778cf0df34 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:20:14.094283 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:14.181858 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] For port 3f65819f-660d-4c45-b44e-a8778cf0df34, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3f65819f-660d-4c45-b44e-a8778cf0df34,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:20:14.182143 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:14.194001 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Calling delete_port for 3f65819f-660d-4c45-b44e-a8778cf0df34 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:20:14.317957 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:14.322419 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ac9035b4-ad1b-4be2-8183-ae6d06b145a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:20:14.349179 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Pushing event deleted for resources: {'Port': ['ID=3f65819f-660d-4c45-b44e-a8778cf0df34,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:20:14.356071 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['9be9e927-f55c-4c2e-ba6a-751faa291471', '3f65819f-660d-4c45-b44e-a8778cf0df34'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:20:14.359941 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.359941 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.360215 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.360558 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.360948 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.361299 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.361667 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.362030 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.362519 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.362955 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.363169 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.363535 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:20:14.369779 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:20:14.408402 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:14.409827 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] No DVR routers for this DVR port 3f65819f-660d-4c45-b44e-a8778cf0df34 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:20:14.413312 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:14.415561 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-52f7c553-296e-4ce2-918f-73cf973668e4 req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.38 "DELETE /v2.0/ports/3f65819f-660d-4c45-b44e-a8778cf0df34 HTTP/1.1" status: 204 len: 173 time: 0.4160647 Jun 29 00:20:14.416080 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fafb7e4-fa0e-4c7a-8322-6321e992e1b9', 'name': 'network-vif-deleted', 'tag': '3f65819f-660d-4c45-b44e-a8778cf0df34'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:20:14.418369 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a4d2d7-9ad7-4a82-89de-e177aca5248a" -d '{"events": [{"server_uuid": "4fafb7e4-fa0e-4c7a-8322-6321e992e1b9", "name": "network-vif-deleted", "tag": "3f65819f-660d-4c45-b44e-a8778cf0df34"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:20:14.461484 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71a3387-419c-49e9-b29d-24bdec4e5c70 x-openstack-request-id: req-f71a3387-419c-49e9-b29d-24bdec4e5c70 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:20:14.461889 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fafb7e4-fa0e-4c7a-8322-6321e992e1b9", "name": "network-vif-deleted", "tag": "3f65819f-660d-4c45-b44e-a8778cf0df34", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:20:14.462251 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f71a3387-419c-49e9-b29d-24bdec4e5c70 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:20:14.462769 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fafb7e4-fa0e-4c7a-8322-6321e992e1b9', 'name': 'network-vif-deleted', 'tag': '3f65819f-660d-4c45-b44e-a8778cf0df34', 'status': 'completed', 'code': 200} Jun 29 00:20:14.514384 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09231527-d22b-4b61-b821-a6ed4fe50b9b req-59664b20-06fa-48df-9d9c-851d9ee06c3e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fafb7e4-fa0e-4c7a-8322-6321e992e1b9 HTTP/1.1" status: 200 len: 210 time: 0.0326719 Jun 29 00:20:15.953308 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b862-ccb7-48d6-9e15-0cfdb143c543 req-3ff0421a-dca9-4421-8295-d684aebb025d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:20:15.954761 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ef60b862-ccb7-48d6-9e15-0cfdb143c543 req-3ff0421a-dca9-4421-8295-d684aebb025d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0615346 Jun 29 00:20:15.991582 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ef60b862-ccb7-48d6-9e15-0cfdb143c543 req-46c90d51-42b7-49fa-b1c0-2ffa5b4787a5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304642 Jun 29 00:20:16.784527 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-39343dd0-57e9-4f91-8379-81d764b85c93 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:20:16.785960 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-39343dd0-57e9-4f91-8379-81d764b85c93 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.38 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0608850 Jun 29 00:20:16.841974 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:16.883155 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3f65819f-660d-4c45-b44e-a8778cf0df34 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:20:16.887803 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Deleting port 9be9e927-f55c-4c2e-ba6a-751faa291471 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:20:16.888147 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:16.905930 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 3f65819f-660d-4c45-b44e-a8778cf0df34 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:20:16.906292 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 3f65819f-660d-4c45-b44e-a8778cf0df34 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:20:16.974399 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] For port 9be9e927-f55c-4c2e-ba6a-751faa291471, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=9be9e927-f55c-4c2e-ba6a-751faa291471,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:20:16.974771 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:16.986130 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Calling delete_port for 9be9e927-f55c-4c2e-ba6a-751faa291471 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:20:17.125447 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:17.129549 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1b09d17c-ce5e-49fc-9a61-9c6338a0de38 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:20:17.156174 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Pushing event deleted for resources: {'Port': ['ID=9be9e927-f55c-4c2e-ba6a-751faa291471,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:20:17.159353 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:20:17.165813 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['9be9e927-f55c-4c2e-ba6a-751faa291471'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:20:17.173427 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad545caa-7e98-4b62-b8c8-c926b0a1aa68 req-10f3fbb6-a41e-4526-8a5b-4a39c99640c2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:20:17.175055 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ad545caa-7e98-4b62-b8c8-c926b0a1aa68 req-10f3fbb6-a41e-4526-8a5b-4a39c99640c2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 867 time: 0.0719101 Jun 29 00:20:17.214741 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ad545caa-7e98-4b62-b8c8-c926b0a1aa68 req-1ba914ee-1b99-4cda-9860-c79a09bf983a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0a40807-afec-44ce-8a76-1b12bf2202dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Jun 29 00:20:17.219750 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] No DVR routers for this DVR port 9be9e927-f55c-4c2e-ba6a-751faa291471 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:20:17.224016 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:17.229849 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-8a5bb49f-e60b-4578-a47f-57f6161cdd50 req-0fdf3c37-f97d-427a-9b78-09ec1066dc87 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.38 "DELETE /v2.0/ports/9be9e927-f55c-4c2e-ba6a-751faa291471 HTTP/1.1" status: 204 len: 173 time: 0.4380417 Jun 29 00:20:17.230472 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28df0cf-933c-48c4-8084-c2b0a519c4f2', 'name': 'network-vif-deleted', 'tag': '9be9e927-f55c-4c2e-ba6a-751faa291471'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:20:17.233715 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b27ef4-75d1-49ef-a271-4f0aeee44858" -d '{"events": [{"server_uuid": "d28df0cf-933c-48c4-8084-c2b0a519c4f2", "name": "network-vif-deleted", "tag": "9be9e927-f55c-4c2e-ba6a-751faa291471"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:20:17.273566 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc15c70-4cd9-41dc-91e0-38479529cd02 x-openstack-request-id: req-4dc15c70-4cd9-41dc-91e0-38479529cd02 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:20:17.273895 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28df0cf-933c-48c4-8084-c2b0a519c4f2", "name": "network-vif-deleted", "tag": "9be9e927-f55c-4c2e-ba6a-751faa291471", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:20:17.274227 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dc15c70-4cd9-41dc-91e0-38479529cd02 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:20:17.274816 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28df0cf-933c-48c4-8084-c2b0a519c4f2', 'name': 'network-vif-deleted', 'tag': '9be9e927-f55c-4c2e-ba6a-751faa291471', 'status': 'completed', 'code': 200} Jun 29 00:20:18.357383 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-6e8fcd35-b71e-44d5-b276-b68e99e2088b req-de4fcfb5-962c-468b-ac5a-a4dd1e206bdc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0280402 Jun 29 00:20:19.494801 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3ab7a9d7-7ca1-4545-b04a-ebbf09cecff8 req-6859aaed-0a35-4757-bf5b-55327a8c0271 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0285048 Jun 29 00:20:20.037317 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:20.631529 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-55497baa-0b12-4405-89c3-4376be6920cf req-afc76995-0cd7-4566-839b-36fa0f56d1f1 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0307238 Jun 29 00:20:20.893677 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 9be9e927-f55c-4c2e-ba6a-751faa291471 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:20:20.914093 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 9be9e927-f55c-4c2e-ba6a-751faa291471 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:20:20.914455 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 9be9e927-f55c-4c2e-ba6a-751faa291471 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:20:21.776203 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-122143d4-8f24-43a8-9f9e-60190fdc1f6a req-5f990fd1-ec8c-4091-a648-0e5d307502b5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0284538 Jun 29 00:20:22.911416 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cc1b4060-2ed0-4114-b82f-bc085832743b req-77e0d9d9-874e-48a8-af85-218934988317 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0269327 Jun 29 00:20:24.049606 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-443d8c4b-011e-448e-a4d8-73d0728bcb1f req-e62438b1-863b-46a3-a73e-b05a4e5de41f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0270112 Jun 29 00:20:25.188014 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e6b09d10-c0f5-4e4b-a873-d4e0cee93290 req-b181938b-002e-41a5-8a35-ef29e2ef793a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0310786 Jun 29 00:20:26.322282 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-421237b4-61d7-47bb-89f3-ef7d93d15932 req-40303d3a-40b9-412f-bf7a-7f467774dfab tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0268097 Jun 29 00:20:27.458798 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0cf70a59-5fc7-49c7-9a27-fa286f8b315d req-456267bf-97a4-4bcc-a694-2e07e565636b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0274796 Jun 29 00:20:28.592787 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ba8f9749-710d-454d-918f-41b2479dfedb req-bc53a224-4632-467b-955f-643dfb311f10 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0284588 Jun 29 00:20:29.739489 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c196971b-b2ea-4fe4-9693-b733aff4c18e req-4b9b8694-31ce-4952-8dc2-14d49bd7558e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0375388 Jun 29 00:20:30.874469 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-131fe171-486c-4378-85c9-388fc173c7ed req-ff03df70-ae53-440a-bdd5-46d6ea16345b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0282068 Jun 29 00:20:32.009068 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-75c85747-ca73-4a7d-a3c3-8c29bb6c7303 req-a69a7fc0-1d74-4a58-9464-a270e8b094a8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0284488 Jun 29 00:20:33.146244 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1f34bff4-a24d-4a3e-bd16-a7bc4a4a8dd2 req-77d8e6b8-19be-4aa5-bb12-fec81c3e117b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0267074 Jun 29 00:20:34.283028 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbb8d36a-25d3-442f-aa03-3ecbf5d4bde9 req-7468ca0b-e93b-46b2-94bc-b8857462dabb tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0305529 Jun 29 00:20:35.418453 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2f24fcc4-730b-4d03-b677-ddcbe2e43347 req-31892156-a6a6-408b-9762-da987b5e37c8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0275126 Jun 29 00:20:36.563108 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-868153d4-6e40-40fd-bcff-09134655ae94 req-e7986ca7-67a4-46b1-9b20-011ac714f9ac tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0276289 Jun 29 00:20:37.698475 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b8d9ce2a-4f93-499c-a094-6d2a6051188c req-cf6bde60-d691-4b1b-88a6-67ddbddf9bc3 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0272896 Jun 29 00:20:38.836269 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f2cd217b-0d38-472a-8ed3-56480eee443d req-b586ebda-564d-453f-bf46-0d7971e56709 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0318508 Jun 29 00:20:39.099869 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8419b749-5bb3-4491-9735-8259311c9427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:39.971512 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8d96623e-0338-4a32-89a7-142ee746c7f2 req-d11da253-6118-41e9-a433-108582dcec00 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0293925 Jun 29 00:20:41.111624 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5eb3d94c-082f-40ec-af37-1f1a27e503e1 req-367120b3-0a27-457c-a404-855e2a3db25d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0311942 Jun 29 00:20:42.250565 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1ad91d43-2ee7-4b0c-8e07-c354ed551dc8 req-dc8e836f-fd18-4454-b0b5-728c493d7390 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0282950 Jun 29 00:20:42.324128 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-66e6ff31-4f20-431f-b850-c7df35b7f67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:42.610410 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:43.390441 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-a00e8242-5b46-47b3-ac9c-24cc6a96d7bd req-e42ade05-0094-4335-8c99-d273f35c1911 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0315094 Jun 29 00:20:44.372014 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:44.525767 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-78893df4-b5fd-47fd-9ff8-bd689b8c8cfa req-b60e8615-49d7-44a8-abc2-fb67809048a2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0288863 Jun 29 00:20:45.666633 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0a6a331d-7675-44b7-bfa1-004efab330e6 req-2176ba29-8d20-4365-9518-f6ff94e98c27 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0296261 Jun 29 00:20:46.800373 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-99cb50cd-e213-4075-a590-7940865d5355 req-1fa347b8-0a84-496f-a8e6-964f87b09da4 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0271163 Jun 29 00:20:46.841022 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:47.937587 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-434c126e-8a53-4752-8e73-4dd2d27c25a0 req-88ac34ac-2d17-4423-86e0-13ac581daf0f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0314381 Jun 29 00:20:48.251382 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:20:49.072758 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1de53e5d-8029-48b4-99fa-2d4c46ec1ac5 req-d7b8e616-321f-4be2-aa04-c8a5ef55f0a7 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0273488 Jun 29 00:20:50.038213 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:20:50.208394 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-46eedf76-7694-4a5c-a4a1-f054cd45a299 req-9f83c299-450e-4f0b-ab9f-d9d4cbbf3299 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0286880 Jun 29 00:20:51.346780 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-da392f30-816a-400c-9446-d4b2610eafcc req-61c2f508-dc1d-4312-a968-68ee376e574b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0290453 Jun 29 00:20:52.484905 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-11618052-8189-41a3-8e7e-3a94f68ef2ab req-2710f326-504d-4db5-8881-ce7e92c0d6c8 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0317037 Jun 29 00:20:53.620311 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-babf5d2b-0061-4b8a-9e46-8aacf38e0d95 req-b05f2a1a-afa6-4102-9e56-63777158b521 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0281515 Jun 29 00:20:54.757888 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-faa32849-86af-453a-9877-a8eb69460858 req-24b190a7-a96e-4c69-87f3-28411d3f121b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0277369 Jun 29 00:20:55.893213 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-79af2d5d-3cba-4279-aab3-6ad653703b1b req-9133d26d-d043-41eb-b084-ca6c80d2942b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0282903 Jun 29 00:20:57.031981 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dd81e058-2306-405f-aa8a-4fc91e2a41d9 req-3617f328-a84a-44e1-bcf7-69674d0b5275 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0306969 Jun 29 00:20:58.165182 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-71e3868b-ff72-45a5-a888-411007b67a4f req-7cc5a0f8-0f88-4253-bdf7-be1c92a23a72 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0273423 Jun 29 00:20:59.300540 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e2c5ad03-6982-451e-b60f-9c834f51f04b req-333fcd3d-ee00-4080-84b3-7ed9d66cdd2a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0281022 Jun 29 00:21:00.438897 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0fe32c0e-01e4-4655-a987-1a0f5c49afc7 req-0286f6e4-bafe-4026-b920-b9d5431dbb4a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0271118 Jun 29 00:21:01.577240 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7ce61a5d-b6bb-4efa-98d3-5d77908a8269 req-d75f0e3d-d9f7-4a55-bb7d-0f10807bab85 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0302904 Jun 29 00:21:02.713221 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d48291ec-5bd3-458b-b5fd-4ddd8dcdb301 req-76677d71-fa11-4d42-8914-8187d655a9fd tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0275662 Jun 29 00:21:03.858705 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5a403d42-c690-466c-b318-62899fb0f989 req-fe31f9c3-96a7-444a-bca5-7fe59d7d38fb tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0343955 Jun 29 00:21:04.997666 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-078bc2ee-6c9f-4e83-a2e1-2ea371352983 req-e829fc07-e45d-43be-b447-4580463871e4 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0281725 Jun 29 00:21:06.284197 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-94a5a626-7265-441b-8e03-7415b009e627 req-8aa8d0db-b058-4456-b8bb-5fe37f169e38 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0301118 Jun 29 00:21:07.418489 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e531a391-44c5-40e9-a7a6-aaf83522c033 req-12411f80-429a-4950-8f0f-abfa82b80975 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0269966 Jun 29 00:21:08.554603 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1b388296-6102-4e88-8978-56d045a3856e req-43dfb8f6-bcba-4f8c-a5d9-df7e52edd76c tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0284162 Jun 29 00:21:09.099889 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ce15655e-306f-4269-bf7a-8f1481621169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:09.693270 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-61f6879d-48a5-426d-bb12-cc9abf9666c6 req-a512d977-ee78-4196-b93f-94b656f15c7f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0276484 Jun 29 00:21:10.831245 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cbe81bd5-0b51-488f-ace8-134670262f4e req-7439c2fa-1bde-4727-a68b-b2954ee60b3a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0307283 Jun 29 00:21:11.328494 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-bbb9950f-2cd2-4a18-ab19-47122880a0ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490308 Jun 29 00:21:11.420367 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-c75a98b6-fd0a-4468-a886-12a950896c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:21:11.421804 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-c75a98b6-fd0a-4468-a886-12a950896c82 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=265d6850dc23443eb41509e6f3827e51&device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 1099 time: 0.0505810 Jun 29 00:21:11.533360 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-3ecf5c7a-2d9c-4e24-a0f7-92bb77508b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:21:11.534692 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-3ecf5c7a-2d9c-4e24-a0f7-92bb77508b71 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 200 len: 911 time: 0.0858541 Jun 29 00:21:11.599467 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-398c34c3-2efd-410c-9af5-774f0fdcd8a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7dae40d-c381-4685-bbb6-b35f7f2d46af HTTP/1.1" status: 200 len: 1001 time: 0.0547421 Jun 29 00:21:11.657582 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-f8c09f94-c7c7-4987-9920-9f161ce7605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:21:11.659070 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-f8c09f94-c7c7-4987-9920-9f161ce7605b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 200 len: 849 time: 0.0464776 Jun 29 00:21:11.719031 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-5b13a981-7fcd-43f5-ae21-c408550df88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:21:11.720511 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-5b13a981-7fcd-43f5-ae21-c408550df88b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4ad788e7-2ca5-4585-83fd-40cad0c008c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516732 Jun 29 00:21:11.809957 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-4cf76ded-78df-4998-9582-7d6d07ce4816 service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786507 Jun 29 00:21:11.904200 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-6d31b7c8-ca8b-43ca-8ab8-d3a7838115d4 req-2cb1621b-71a6-4e46-9788-7e2927ce87ef service neutron] 10.222.0.38 "GET /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845077 Jun 29 00:21:11.969894 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3ee8406b-aafd-4fa1-b817-b3008e6f5792 req-6a50339f-ab6c-4cd6-957f-7ae1c7b7b605 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0284946 Jun 29 00:21:12.324295 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-af3bd8f4-ff7d-4c81-a09a-1ed088cdfdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:12.610512 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:13.108689 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-772c8fd7-f551-4997-8f3e-95ddc8df7423 req-6c82be9c-3338-4bd6-bc9f-ecafeeb2d082 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0301497 Jun 29 00:21:14.244206 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-49d45cb0-020f-4dfe-8994-a47209cc16b1 req-ff339a72-f71b-413c-a5f2-d4daee5f8c13 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0272601 Jun 29 00:21:14.372066 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:15.383302 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4319457d-4628-4303-973d-bd704f42530e req-ea520804-dd8b-40d3-89f9-4406c23b72ea tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0321915 Jun 29 00:21:16.520293 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8cd651e5-9002-4ed9-a2b4-30ef8cd7d092 req-7a1ead56-bf7b-4321-b438-b82f1d0a55b9 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0295110 Jun 29 00:21:16.846570 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:17.655103 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-01e9a6f3-f506-4241-a1bf-98d2af67349a req-b302007f-1bbe-4ae6-a722-41ad0b04a93d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0284672 Jun 29 00:21:18.793403 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-10f54e6c-7c97-4303-901f-bf2befa54bb9 req-c661dbe4-0ebe-4cf6-a5d9-c2f40dc7f8dd tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0276115 Jun 29 00:21:19.928463 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4e57678a-59e7-4a4b-aa97-ca460f3153fd req-caebab63-0e3a-4ea8-884a-476740250cd0 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0309269 Jun 29 00:21:20.048203 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:21.063232 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7aef4198-4d0c-4f2b-9f86-cbc862932386 req-1ce437da-46fb-4bd3-91ad-b4336e2cbb50 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0283589 Jun 29 00:21:22.201534 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09ab744a-090a-4c96-837d-1824b2995f50 req-0fca0fd9-ef5c-4da8-b482-acc85ea75df3 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0282772 Jun 29 00:21:23.341227 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f60db4bf-3937-4850-b07c-eb2a7af39ce1 req-572910bc-99f1-4dda-b4a8-80490f7e98fb tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0270789 Jun 29 00:21:24.485666 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-981845cd-6a4d-4aca-a46f-8893d60767ee req-04cf07ca-c442-4ea3-bffc-17196d1a1516 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0301640 Jun 29 00:21:25.250344 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:21:25.621119 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0c580bad-d293-4ded-bd99-50679be397ba req-7aa9e705-3430-4b7d-8313-bbc77b2dc145 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0283589 Jun 29 00:21:26.753855 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-82504022-16a5-45d9-a41a-ec385adbb092 req-18341718-5ce9-4f24-8f53-83ae8d237a71 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0270641 Jun 29 00:21:27.891109 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3e58ae11-23ae-461c-a935-07929664114b req-3154ac31-ebe4-48ca-beec-4e16e579d875 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0273378 Jun 29 00:21:29.031661 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-96a65ba2-2f15-42a1-b0d4-2387044a0493 req-12529a54-e8bb-4380-b598-5d7e432de505 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0306535 Jun 29 00:21:30.169923 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-09164a23-87a9-4b1c-8484-b0286d8abc43 req-110e57a4-2c72-417d-8cc6-fdabc1cd3fc2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0305016 Jun 29 00:21:31.315677 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1e0077db-afd5-4e7e-a954-52bee0a53a2e req-4f388f07-4c85-4f59-81c0-93addb41f96f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0276518 Jun 29 00:21:32.455169 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5a134ee7-240b-4855-8ef6-8e938d254c96 req-19e7b30c-06bb-4103-a36d-b685716844db tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0301645 Jun 29 00:21:33.595126 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f072e841-de53-4f08-9ed4-e1fa5baa8159 req-6a2bfe38-fb76-437a-9f26-c0cc056bb42d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0311351 Jun 29 00:21:34.731053 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-225d4ebd-f495-4226-9160-8f2ecc24c754 req-79bfe9d4-f42c-47fb-b8b0-33fb98b5394d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0280631 Jun 29 00:21:35.875865 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-54adc529-e417-4cbf-8d28-d2bc131b04b4 req-f865c762-6c13-44f3-8c08-114091206a4d tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Jun 29 00:21:37.014069 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-619e8e14-7630-4ca3-91f7-bd13985517c5 req-e794243a-6bb7-4442-b84a-ecf85f610951 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0275838 Jun 29 00:21:38.382060 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-39adeb17-362c-449b-bb1b-6e6aa5c86304 req-a029f1c8-e827-4517-8e25-c24e978f811f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.2602143 Jun 29 00:21:39.100161 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d9067035-0503-4505-8cdc-630a5a4d7b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:39.519023 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-24f3cb0e-eb25-48b9-a0ca-ce6a207af868 req-1eabe67a-19ca-4999-8684-4583369040d2 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0268075 Jun 29 00:21:40.655695 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b463eecf-82b8-4715-95b7-4b3fe45070ed req-9bab055e-f831-4a3e-8004-27e9d76ec10a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0269752 Jun 29 00:21:41.793439 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3900bd58-97f6-4750-b97c-06a4329a0692 req-b45f9167-63a3-42ad-bd06-eb8e93790cab tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Jun 29 00:21:42.323266 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a48dcea0-e5ef-4431-8956-fa91e79439af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:42.611640 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:42.931765 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e419cbe9-2438-4ab0-80fe-318019db0810 req-55b4fa49-587f-47b2-8c4c-c7c5bbd351e5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0294621 Jun 29 00:21:44.065896 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0dbbb1b8-0814-498b-81c5-0d6df521de92 req-ae6a1528-c5cd-4372-8f64-88dbc6dd7065 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0270591 Jun 29 00:21:44.375242 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:45.202115 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fa19f330-a10e-4298-8e14-c1bbf50be0e7 req-53770d4d-d44d-4286-a5b4-25fa69823bdc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0293076 Jun 29 00:21:46.344977 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-24b851ea-8bc1-47f5-8bb2-73dc68428e3b req-1e1a2a1f-69b5-40da-95d5-30cc7f575c97 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0278964 Jun 29 00:21:46.848572 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:47.483189 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-497ed469-9eed-4214-96aa-20df940f9795 req-84b84f60-5865-44df-a00e-3c63b1365697 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0306613 Jun 29 00:21:48.621072 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c152e288-ff2f-4545-af51-2de329e5a2d6 req-29407974-0709-4c3f-9153-d5b61b8feee6 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0276608 Jun 29 00:21:49.757664 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b54737eb-8040-4be5-9bf6-7fed5d033175 req-dc87fa0d-d58b-4ed2-b248-d97a7f7ea14e tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0276346 Jun 29 00:21:50.050748 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:21:50.890898 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-790fbf84-ee83-4b68-856e-9dc673f6973c req-cd49b04d-2dc5-4638-9d39-c677fca4b6ca tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0265861 Jun 29 00:21:52.029694 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-533f6100-47f7-4544-9919-a09742c46f42 req-63a58049-bf2e-4ecd-a67b-eba019bcfa40 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0315444 Jun 29 00:21:53.165019 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bc586ce9-bb0e-4dd1-a49b-005f52902dc9 req-150352b5-0cc4-49d4-a029-a47ec67da9dc tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0282943 Jun 29 00:21:54.297187 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-1d2bfcef-928a-4be5-875e-490e8beedddc req-7d3b3eec-cdc7-45fa-88db-0af687f8c24f tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Jun 29 00:21:55.452482 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-9d7e61b0-9a60-48e3-9d58-c956a7f673ac req-5a6d98b8-bd4e-46ae-941a-25757c522706 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0280309 Jun 29 00:21:56.589892 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-82191760-2218-48aa-bb67-912c2bed6352 req-96145868-136e-436e-832f-d41e93e1a73b tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0300779 Jun 29 00:21:57.728469 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fd5e315f-8ce8-45e0-a541-f6b0ee94ff82 req-03ff5db0-87ed-42f0-ac0e-f36445238444 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0284522 Jun 29 00:21:58.864681 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-ac672839-9ebd-4b3b-b992-b6e3bfae4c2d req-2ef8490d-5c80-420b-a75e-f35247912125 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0278208 Jun 29 00:21:59.999761 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-42b6eccd-9a9e-49ed-8d26-fa64f0f29354 req-91d734cf-cc8d-4690-a574-8da3f06de177 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0276210 Jun 29 00:22:01.137178 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-f9b96041-c892-4365-bc7d-3789a5f269f6 req-cd79e2d4-bffb-4b40-913f-b7785778b959 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0312810 Jun 29 00:22:02.251132 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:22:02.413634 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-af6be2c1-dfb8-4ad4-b78f-1967aa987733 req-86f380bf-0239-4b18-800a-b847707980ca tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.1634247 Jun 29 00:22:03.547183 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-95561f7e-1b10-43a5-b52f-dec5194e09f7 req-b233b34b-e816-402a-a972-ba428fca6055 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0281203 Jun 29 00:22:04.686030 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-566a0fe3-4f9b-456c-b07c-839419210927 req-183c1ccc-c70e-4637-8249-cf61e9c1e388 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0291455 Jun 29 00:22:05.822691 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-7eae707d-f4c4-44d7-a8c3-8089770e0e1e req-3a4753ce-5d9c-414b-b363-e573f89cf155 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0313368 Jun 29 00:22:06.957030 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-b14bca4d-4098-4ac7-a153-2d5c7efd124f req-2b0d17bd-66f0-4399-be3c-e7f4fd837482 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0276029 Jun 29 00:22:08.097023 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-d159e023-90dd-4901-a432-504a662e60bc req-258955ec-985a-4468-a021-c95440323422 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0291095 Jun 29 00:22:09.101458 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-67e11a48-f262-45a1-b638-015015021f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:09.233028 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2969e3cf-981d-4b51-97f4-9a2d2557110b req-80870378-f083-430e-9398-d7caa9f0976a tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0277898 Jun 29 00:22:10.371361 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-625460f2-43d4-428b-9a38-39afb172051e req-8dd93624-2b52-4cc8-9a69-d90b77597385 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0307512 Jun 29 00:22:11.509247 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-dc9a364a-93f2-4c97-aa60-636837ecc6be req-15c0d4d3-fac0-4031-a7e9-0a1f9b483ae1 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0278847 Jun 29 00:22:12.322651 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ba133aa6-f286-45e5-9bf5-10a98563544d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:12.613659 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:12.646289 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4e69c20f-fd57-4963-a96f-c2d585b4b682 req-48b34b53-3420-4d3f-a7b7-f5504593d716 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Jun 29 00:22:13.299783 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-cdbbac40-ca9d-480f-92b1-25d6b939237a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502896 Jun 29 00:22:13.422203 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-e2ff45e3-30fc-4315-adae-28830b626ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:22:13.423748 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-e2ff45e3-30fc-4315-adae-28830b626ef2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d7a7bdfab54a468db692b9f0c446237b&device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 1098 time: 0.0532448 Jun 29 00:22:13.526744 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-f413b6d9-a81b-42d8-a5d7-72d2e74914ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:22:13.528214 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-f413b6d9-a81b-42d8-a5d7-72d2e74914ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 200 len: 915 time: 0.0814776 Jun 29 00:22:13.574555 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-33aac7b4-5527-44c0-b98e-5b5a9f34d99c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=707309a2-d111-4463-8ca1-f4a106f8d505 HTTP/1.1" status: 200 len: 217 time: 0.0362923 Jun 29 00:22:13.623996 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-445c5f0b-e8e9-42c0-8a2d-664028eba78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:22:13.625422 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-445c5f0b-e8e9-42c0-8a2d-664028eba78e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 200 len: 854 time: 0.0413704 Jun 29 00:22:13.658360 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-156c9ab9-5242-4429-b1da-329697ceea5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=961e0ae2-94d4-4667-b607-c37400732516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247886 Jun 29 00:22:13.751949 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-fbb6dd88-1ee1-42ba-8775-c93f5a5a2cf0 service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867715 Jun 29 00:22:13.796415 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8d40b401-dc70-498c-beea-0fccc6461fd1 req-a9aeada3-2960-4cdb-820a-2dfe092586f6 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0362120 Jun 29 00:22:13.840428 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-3fca8308-32fc-424c-999c-bb5535d68b8e req-99a3cd17-4302-4b2c-bbcc-a28c90d77b3b service neutron] 10.222.0.38 "GET /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811174 Jun 29 00:22:14.376868 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:14.936721 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-56524ef4-b055-43d8-abb9-ce3ab9b03dc4 req-1a103185-a424-44bc-b9f5-ce02df516ef5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0307159 Jun 29 00:22:16.073470 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-aae7d639-6135-4538-8645-ff90e95fd379 req-21b8c2b1-1542-4d10-9e34-e135e3d54ba5 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0277433 Jun 29 00:22:16.849291 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:17.211113 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-cffb8bda-ba5f-44f4-95b9-4c863cf7782f req-98c09c36-2630-4412-9a30-5410ee384d91 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] 10.222.0.24 "GET /v2.0/ports?device_id=d28df0cf-933c-48c4-8084-c2b0a519c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0279803 Jun 29 00:22:18.305620 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 33530) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:18.738727 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8049689'] for router_interface, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:18.974585 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Deleting port 29aea26f-e947-456c-8c84-be8276115bf4 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:22:18.974963 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:19.050518 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] For port 29aea26f-e947-456c-8c84-be8276115bf4, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=29aea26f-e947-456c-8c84-be8276115bf4,segment=NetworkSegment(e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8),segment_id=e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:22:19.050971 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:19.062595 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Calling delete_port for 29aea26f-e947-456c-8c84-be8276115bf4 owned by network:router_interface {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:22:19.239479 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:19.241326 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-71d93590-f8c0-489a-b4b9-f7ec3a2a3a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:19.265388 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=29aea26f-e947-456c-8c84-be8276115bf4,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:19.275492 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.275881 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.276255 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.276621 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.277382 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.277382 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.277675 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.278034 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.278390 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.278743 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.279120 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.279475 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:19.283897 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:19.433827 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8049805'] for router_interface, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:19.637710 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Router 0e981ca3-b6df-4382-99cf-498d350123ef has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:22:19.739180 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:22:19.744687 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-5554639d-e38e-4f9e-bf93-6ea3ed539e2b admin admin] 10.222.0.24 "PUT /v2.0/routers/0e981ca3-b6df-4382-99cf-498d350123ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4379997 Jun 29 00:22:19.747122 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 33544) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:19.749516 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] Sync routers for ids ['0e981ca3-b6df-4382-99cf-498d350123ef'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:22:19.759128 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] Routers {'0e981ca3-b6df-4382-99cf-498d350123ef'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:22:19.759843 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:22:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['0e981ca3-b6df-4382-99cf-498d350123ef'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:19.849958 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks [] for router, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:19.858610 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] Set router 0e981ca3-b6df-4382-99cf-498d350123ef gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:22:20.040316 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-29T00:22:19Z', 'revision_number': 5, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'gw_port': {'id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:20.068876 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] Checking router: 0e981ca3-b6df-4382-99cf-498d350123ef for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:22:20.071092 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.077306 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] Routers {'0e981ca3-b6df-4382-99cf-498d350123ef'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:22:20.077985 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:22:12Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['0e981ca3-b6df-4382-99cf-498d350123ef'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:20.179797 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] Set router 0e981ca3-b6df-4382-99cf-498d350123ef gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:22:20.185242 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.235488 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Deleting port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:22:20.235837 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.310351 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] For port 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=0542a2fa-50d4-4aa2-b212-c235ecfe4dfd,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:22:20.310704 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.322351 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Calling delete_port for 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd owned by network:router_gateway {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:22:20.354249 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-29T00:22:19Z', 'revision_number': 5, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'gw_port': {'id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:20.386201 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99c3e1-02f7-4ced-95f7-e2ba2b07637b None None] The sync data for ids ['0e981ca3-b6df-4382-99cf-498d350123ef'] in dv-cinder-763306-13-iscsi is: [{'id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'name': 'tempest-ServerRescueNegativeTestJSON-503434083-router', 'tenant_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-29T00:22:19Z', 'revision_number': 5, 'project_id': '5e8f028e3d4d4f5cad4bfca6b2478be8', 'gw_port': {'id': '0542a2fa-50d4-4aa2-b212-c235ecfe4dfd', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e981ca3-b6df-4382-99cf-498d350123ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:22:20.483655 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.486177 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:20.516193 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=0542a2fa-50d4-4aa2-b212-c235ecfe4dfd,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:20.518299 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:20.568753 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8051283'] for router_gateway, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.655273 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8049724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25354'] for router, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.657328 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.698748 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8051253'] for router, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.699356 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e981ca3-b6df-4382-99cf-498d350123ef {{(pid=92941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:22:20.703641 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.704904 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-35b73ae9-784c-469e-8f5c-be5775df0a54 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0e981ca3-b6df-4382-99cf-498d350123ef HTTP/1.1" status: 204 len: 168 time: 0.9568660 Jun 29 00:22:20.707597 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 33552) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:20.754214 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a62fa8c-e845-48d0-bf56-8c02bc4c36f2 admin admin] Deleting subnet e87ad153-b8d4-4311-9888-a9ba8cd7abd8 {{(pid=92941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:22:20.757995 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2a62fa8c-e845-48d0-bf56-8c02bc4c36f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.792243 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2a62fa8c-e845-48d0-bf56-8c02bc4c36f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592473'] for subnet, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.831978 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2a62fa8c-e845-48d0-bf56-8c02bc4c36f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.884295 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2a62fa8c-e845-48d0-bf56-8c02bc4c36f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4222160'] for subnet, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.887366 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:20.910607 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62fa8c-e845-48d0-bf56-8c02bc4c36f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87ad153-b8d4-4311-9888-a9ba8cd7abd8,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:20.912571 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2a62fa8c-e845-48d0-bf56-8c02bc4c36f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:20.914435 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-2a62fa8c-e845-48d0-bf56-8c02bc4c36f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e87ad153-b8d4-4311-9888-a9ba8cd7abd8 HTTP/1.1" status: 204 len: 168 time: 0.2058785 Jun 29 00:22:20.915425 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-2a62fa8c-e845-48d0-bf56-8c02bc4c36f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:20.916801 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 33556) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:20.988137 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.073381 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.083101 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b30a011-8e69-4cb8-8d7a-83f045ce5633']}} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:21.096716 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8') {'for_net_delete': True} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:21.097014 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98ff1d8-b3d9-4a54-82d9-c9f832e56fe8') {} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:21.106090 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592450'] for segment, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.120602 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.126477 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=92941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:22:21.126940 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4606095'] for segment, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: Traceback (most recent call last): Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: timer() Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: cb(*args, **kw) Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: return func(*args, **kwargs) Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: self._notify() Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: self.callback(batched_events) Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: event.method(event) Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: return f(self, *a, **k) Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._get(url).json() Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: return self.request(url, 'GET', **kwargs) Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:22:21.128684 dv-cinder-763306-13-iscsi neutron-server[92941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:22:21.180250 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.184038 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:21.186333 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.188148 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] 10.222.0.24 "DELETE /v2.0/networks/5b30a011-8e69-4cb8-8d7a-83f045ce5633 HTTP/1.1" status: 204 len: 168 time: 0.2704670 Jun 29 00:22:21.198773 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b30a011-8e69-4cb8-8d7a-83f045ce5633,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:21.201052 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-3ec1a3fd-3f94-495c-b5cd-640af3a27a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:21.296256 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 33566) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:21.336668 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-8a13e8e3-1de6-4dca-b63d-0c708262712f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e8f028e3d4d4f5cad4bfca6b2478be8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391004 Jun 29 00:22:21.338921 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 33568) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:21.391518 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 29aea26f-e947-456c-8c84-be8276115bf4 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:22:21.396780 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-beac18c7-2eca-4478-981a-97a167301f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.411478 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 29aea26f-e947-456c-8c84-be8276115bf4 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:22:21.411841 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 29aea26f-e947-456c-8c84-be8276115bf4 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:22:21.412272 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:22:21.422054 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-beac18c7-2eca-4478-981a-97a167301f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.433958 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:22:21.434319 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0542a2fa-50d4-4aa2-b212-c235ecfe4dfd not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:22:21.468136 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-beac18c7-2eca-4478-981a-97a167301f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.470785 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-beac18c7-2eca-4478-981a-97a167301f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:21.471970 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-beac18c7-2eca-4478-981a-97a167301f42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0a40807-afec-44ce-8a76-1b12bf2202dd HTTP/1.1" status: 204 len: 168 time: 0.1320715 Jun 29 00:22:21.472842 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-84e78979-4993-46ef-b884-626ebd2697f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:21.481056 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac18c7-2eca-4478-981a-97a167301f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a40807-afec-44ce-8a76-1b12bf2202dd,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:21.483513 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-beac18c7-2eca-4478-981a-97a167301f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:26.307959 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 33698) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:26.417975 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d587bc34-df65-47a9-a948-dd061d1f6f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:26.503982 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d587bc34-df65-47a9-a948-dd061d1f6f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:26.508626 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d587bc34-df65-47a9-a948-dd061d1f6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:26.511304 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0192c0a5-bd6f-4abd-87b7-7e9614b5584a tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:26.544786 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587bc34-df65-47a9-a948-dd061d1f6f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf2e875-512e-476a-939e-81c290543e16,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:26.547999 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d587bc34-df65-47a9-a948-dd061d1f6f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:26.552997 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-d587bc34-df65-47a9-a948-dd061d1f6f4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e05120c9051401da3ccd3493d014854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416348 Jun 29 00:22:26.553948 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 33706) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:26.600352 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb34ae49-6a51-48f9-b733-293c26fd764e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:26.620675 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb34ae49-6a51-48f9-b733-293c26fd764e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:26.666171 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb34ae49-6a51-48f9-b733-293c26fd764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:26.668768 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb34ae49-6a51-48f9-b733-293c26fd764e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:26.669960 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-cb34ae49-6a51-48f9-b733-293c26fd764e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddf2e875-512e-476a-939e-81c290543e16 HTTP/1.1" status: 204 len: 168 time: 0.1157584 Jun 29 00:22:26.670755 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d587bc34-df65-47a9-a948-dd061d1f6f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:26.677945 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34ae49-6a51-48f9-b733-293c26fd764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf2e875-512e-476a-939e-81c290543e16,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:26.680700 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cb34ae49-6a51-48f9-b733-293c26fd764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:26.911668 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 33712) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:26.927054 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b5af2dff-c863-46c2-9843-3b6b6f189f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:27.012650 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b5af2dff-c863-46c2-9843-3b6b6f189f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:27.016310 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b5af2dff-c863-46c2-9843-3b6b6f189f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:27.019604 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5296d7cd-e6c2-443f-b62e-2995555f6ccf tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:27.054402 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b5af2dff-c863-46c2-9843-3b6b6f189f64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab8d9a8480d241edaa0dcf9b3d8c4750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416941 Jun 29 00:22:27.055654 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af2dff-c863-46c2-9843-3b6b6f189f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc839fd-e28d-4b14-b01f-e863429c374b,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:27.057050 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 33714) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:27.058656 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b5af2dff-c863-46c2-9843-3b6b6f189f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:27.105895 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:27.126958 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:27.176788 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:27.180092 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:27.181248 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bc839fd-e28d-4b14-b01f-e863429c374b HTTP/1.1" status: 204 len: 168 time: 0.1231313 Jun 29 00:22:27.181983 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e036d832-7c4d-4777-a3c4-9ac6a9017ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:27.190061 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc839fd-e28d-4b14-b01f-e863429c374b,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:27.197443 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.197967 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.198186 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.198671 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.199063 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.199533 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.199900 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.200267 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.200627 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.200983 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.201341 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.201690 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:22:27.204867 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:39.102317 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a1677b17-67d0-4116-bc87-e5749febf7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:39.250538 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:22:42.323466 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7e70f200-904e-48ea-81f8-2bafd05172d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:42.614707 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:44.379338 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:46.853935 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:50.079566 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:52.674912 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4581c3-f394-4964-aa71-60ee4f48a0a3 req-a43344c3-9104-4919-9585-612d85e03b24 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:22:52.676389 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3f4581c3-f394-4964-aa71-60ee4f48a0a3 req-a43344c3-9104-4919-9585-612d85e03b24 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 946 time: 0.0632417 Jun 29 00:22:52.713083 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-3f4581c3-f394-4964-aa71-60ee4f48a0a3 req-e1a7f69a-1891-4483-b695-77579007bd09 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups?id=e33c421f-2a99-4b06-b5ac-fbf69e5b8980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311577 Jun 29 00:22:53.230091 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520800c1-0a62-4b78-9786-72294cb98eae req-c72d7bbc-e6cd-4c8b-8b63-ac38693205b1 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:22:53.231548 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-520800c1-0a62-4b78-9786-72294cb98eae req-c72d7bbc-e6cd-4c8b-8b63-ac38693205b1 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 946 time: 0.0616090 Jun 29 00:22:53.326075 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Deleting port c7dae40d-c381-4685-bbb6-b35f7f2d46af {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:22:53.326422 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:53.414423 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] For port c7dae40d-c381-4685-bbb6-b35f7f2d46af, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c7dae40d-c381-4685-bbb6-b35f7f2d46af,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:22:53.414794 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:53.578286 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:53.578578 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8051225'] for floatingip, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:53.578920 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.db.l3_db [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Floating IP 4c8edff7-b260-42d4-ad8d-6b5352df53ba disassociated. External IP: 172.27.1.93, port: c7dae40d-c381-4685-bbb6-b35f7f2d46af. Jun 29 00:22:53.579266 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Calling delete_port for c7dae40d-c381-4685-bbb6-b35f7f2d46af owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:22:53.704248 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:53.708422 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d402b6d7-c96c-4505-9ed6-ff2a5dd57052 tempest-ServerRescueNegativeTestJSON-1131454202 tempest-ServerRescueNegativeTestJSON-1131454202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:53.732248 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event deleted for resources: {'Port': ['ID=c7dae40d-c381-4685-bbb6-b35f7f2d46af,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:53.735544 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:53.848623 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:22:53.962080 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:22:53.972698 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] Sync routers for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:22:53.983256 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:22:53.984024 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:22:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:54.009683 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] No DVR routers for this DVR port c7dae40d-c381-4685-bbb6-b35f7f2d46af on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:22:54.012353 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:54.014276 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-520800c1-0a62-4b78-9786-72294cb98eae req-68ad5524-fc45-44a9-82e9-17cae580008b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.38 "DELETE /v2.0/ports/c7dae40d-c381-4685-bbb6-b35f7f2d46af HTTP/1.1" status: 204 len: 173 time: 0.7765672 Jun 29 00:22:54.014977 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530055fe-9ab7-40e9-bdae-819803600f4b', 'name': 'network-vif-deleted', 'tag': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:22:54.018981 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8c9fe2-f4ac-4449-b5ac-66d083ba5ec6" -d '{"events": [{"server_uuid": "530055fe-9ab7-40e9-bdae-819803600f4b", "name": "network-vif-deleted", "tag": "c7dae40d-c381-4685-bbb6-b35f7f2d46af"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:22:54.048796 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-38cf64db-d956-498a-8375-090f1c4aa784 req-34aa05f2-c95b-44af-a408-e2822cd41f2b tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/ports?device_id=530055fe-9ab7-40e9-bdae-819803600f4b HTTP/1.1" status: 200 len: 210 time: 0.2200856 Jun 29 00:22:54.102890 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:22:54.136640 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf40c45-9d0a-42a2-af52-02ddcb53ca37 x-openstack-request-id: req-1cf40c45-9d0a-42a2-af52-02ddcb53ca37 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:22:54.136993 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530055fe-9ab7-40e9-bdae-819803600f4b", "name": "network-vif-deleted", "tag": "c7dae40d-c381-4685-bbb6-b35f7f2d46af", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:22:54.137289 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cf40c45-9d0a-42a2-af52-02ddcb53ca37 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:22:54.138239 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530055fe-9ab7-40e9-bdae-819803600f4b', 'name': 'network-vif-deleted', 'tag': 'c7dae40d-c381-4685-bbb6-b35f7f2d46af', 'status': 'completed', 'code': 200} Jun 29 00:22:54.308126 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:54.333684 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] Checking router: 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:22:54.342393 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:22:54.343035 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:22:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:54.442455 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:22:54.637991 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:22:54.663299 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9012acc0-c393-4472-b24f-7cc42ac13e14 None None] The sync data for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi is: [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-28T23:57:05Z', 'revision_number': 4, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi', '_interfaces': [{'id': '0f5efcae-9475-422b-9b6d-66d26d33b36b', 'name': '', 'network_id': '4ad788e7-2ca5-4585-83fd-40cad0c008c7', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:59Z', 'updated_at': '2021-06-28T23:57:19Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'subnets': [{'id': '9d9d7929-c1fb-47d6-803d-15f6c9838b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:22:54.893577 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef240d-77ad-451b-8e67-1a485860d563 None None] New status for floating IP 4c8edff7-b260-42d4-ad8d-6b5352df53ba: DOWN {{(pid=92943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:22:55.186443 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 34048) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:55.241905 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-573b7680-e048-44bb-8936-562fa9c3ce09 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.263515 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-573b7680-e048-44bb-8936-562fa9c3ce09 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.308564 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-573b7680-e048-44bb-8936-562fa9c3ce09 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.311254 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-573b7680-e048-44bb-8936-562fa9c3ce09 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.312380 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-573b7680-e048-44bb-8936-562fa9c3ce09 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "DELETE /v2.0/security-groups/e33c421f-2a99-4b06-b5ac-fbf69e5b8980 HTTP/1.1" status: 204 len: 168 time: 0.1249423 Jun 29 00:22:55.313159 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c7e03680-6f95-4d8e-95f4-b9a53cf43e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:55.315127 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34050) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:55.322502 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b7680-e048-44bb-8936-562fa9c3ce09 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c421f-2a99-4b06-b5ac-fbf69e5b8980,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:55.324814 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-573b7680-e048-44bb-8936-562fa9c3ce09 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:55.329039 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.api.v2.resource [None req-df06c60d-c0c0-4be2-bafb-ec17c98bde8c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] show failed (client error): The resource could not be found. Jun 29 00:22:55.330019 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-df06c60d-c0c0-4be2-bafb-ec17c98bde8c tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "GET /v2.0/security-groups/e33c421f-2a99-4b06-b5ac-fbf69e5b8980 HTTP/1.1" status: 404 len: 347 time: 0.0139456 Jun 29 00:22:55.333043 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34052) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:22:55.452794 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Deleting port a372a322-4fff-4695-94e7-de6067bfb9fc {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:22:55.453137 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.526451 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.526935 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.539373 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Calling delete_port for a372a322-4fff-4695-94e7-de6067bfb9fc owned by network:floatingip {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:22:55.670614 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.673252 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7652f34c-0941-4556-be6d-346b6092a71d tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:22:55.696921 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Pushing event deleted for resources: {'Port': ['ID=a372a322-4fff-4695-94e7-de6067bfb9fc,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:22:55.701817 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:22:55.757172 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks [] for floatingip, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.759677 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for floatingip, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:22:55.760830 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-43c962eb-156a-47cd-817b-41c82e88e071 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c8edff7-b260-42d4-ad8d-6b5352df53ba HTTP/1.1" status: 204 len: 168 time: 0.4267991 Jun 29 00:22:57.717995 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c7dae40d-c381-4685-bbb6-b35f7f2d46af no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:22:57.737514 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: c7dae40d-c381-4685-bbb6-b35f7f2d46af {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:22:57.737864 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c7dae40d-c381-4685-bbb6-b35f7f2d46af not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:23:09.102509 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d0da2f1-650a-474e-8a6e-e11eebae503a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:12.323181 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fde5a5fb-f41b-4e38-8284-21ecb9cd899b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:12.619886 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:14.382588 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:16.248776 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:23:16.855613 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:20.095524 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:39.103307 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-83269f35-1ed3-4743-af69-c88ee71c0939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:42.322352 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-65a85bfb-130e-4a47-86eb-aac6fd19bcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:42.620416 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:44.384793 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:46.858698 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:50.107220 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:53.247257 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:23:57.119768 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97474b-f7bf-4d45-a20b-aa44bc087e6a req-f6787ba1-677b-4e22-bf19-9112e0354d9d tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:23:57.121230 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5d97474b-f7bf-4d45-a20b-aa44bc087e6a req-f6787ba1-677b-4e22-bf19-9112e0354d9d tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 945 time: 0.1208992 Jun 29 00:23:57.156714 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-5d97474b-f7bf-4d45-a20b-aa44bc087e6a req-1c5635fe-a0c6-4c76-a61e-9efb1b6692e3 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298023 Jun 29 00:23:57.736420 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc26739-03ed-46bd-922c-6443af8f456f req-a6f7450e-1e37-4507-8bbc-54c515953290 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:23:57.737774 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cdc26739-03ed-46bd-922c-6443af8f456f req-a6f7450e-1e37-4507-8bbc-54c515953290 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 945 time: 0.0627871 Jun 29 00:23:57.836823 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-cdc26739-03ed-46bd-922c-6443af8f456f req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Deleting port 707309a2-d111-4463-8ca1-f4a106f8d505 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:23:57.837169 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cdc26739-03ed-46bd-922c-6443af8f456f req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:57.921867 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-cdc26739-03ed-46bd-922c-6443af8f456f req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] For port 707309a2-d111-4463-8ca1-f4a106f8d505, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=707309a2-d111-4463-8ca1-f4a106f8d505,segment=NetworkSegment(be9690ca-d697-40b9-bbb2-662f3965d58a),segment_id=be9690ca-d697-40b9-bbb2-662f3965d58a)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:23:57.922238 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cdc26739-03ed-46bd-922c-6443af8f456f req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:57.933782 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-cdc26739-03ed-46bd-922c-6443af8f456f req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Calling delete_port for 707309a2-d111-4463-8ca1-f4a106f8d505 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:23:58.309014 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cdc26739-03ed-46bd-922c-6443af8f456f req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:58.313566 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-32237a38-c589-419d-b3ce-ae4c890b11cb tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:23:58.340685 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Pushing event deleted for resources: {'Port': ['ID=707309a2-d111-4463-8ca1-f4a106f8d505,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:23:58.350785 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa48253-8823-44d7-b3dc-c3f14c53e576 req-f9e3652d-b983-4058-8787-b19a62cd940e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:23:58.352275 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2fa48253-8823-44d7-b3dc-c3f14c53e576 req-f9e3652d-b983-4058-8787-b19a62cd940e tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d6a1686-0c29-48ca-9ddd-b0dbb859e313 HTTP/1.1" status: 200 len: 867 time: 0.0627794 Jun 29 00:23:58.358894 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['707309a2-d111-4463-8ca1-f4a106f8d505'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:23:58.369062 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.369463 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.369846 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.370245 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.371068 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.371068 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.371430 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.371778 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.372156 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.372577 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.373025 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.373361 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:58.377471 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:23:58.394433 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc26739-03ed-46bd-922c-6443af8f456f req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] No DVR routers for this DVR port 707309a2-d111-4463-8ca1-f4a106f8d505 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:23:58.396843 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-cdc26739-03ed-46bd-922c-6443af8f456f req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:58.398904 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-cdc26739-03ed-46bd-922c-6443af8f456f req-ccf8fa6a-a06e-4f44-9ad8-8b82b98bea05 tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.38 "DELETE /v2.0/ports/707309a2-d111-4463-8ca1-f4a106f8d505 HTTP/1.1" status: 204 len: 173 time: 0.6545205 Jun 29 00:23:58.399421 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6a1686-0c29-48ca-9ddd-b0dbb859e313', 'name': 'network-vif-deleted', 'tag': '707309a2-d111-4463-8ca1-f4a106f8d505'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:23:58.399864 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2fa48253-8823-44d7-b3dc-c3f14c53e576 req-9ae99232-2aab-4346-8b5b-88891b55682b tempest-AttachVolumeNegativeTest-1033471885 tempest-AttachVolumeNegativeTest-1033471885-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c497b34-063f-4ced-90f5-81d8d29aab6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Jun 29 00:23:58.401780 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaabf74a-8b32-48ef-81d1-2c6e1864558b" -d '{"events": [{"server_uuid": "7d6a1686-0c29-48ca-9ddd-b0dbb859e313", "name": "network-vif-deleted", "tag": "707309a2-d111-4463-8ca1-f4a106f8d505"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:23:58.438772 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbba62a6-9e31-418c-92ad-5a01483363b0 x-openstack-request-id: req-dbba62a6-9e31-418c-92ad-5a01483363b0 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:23:58.439228 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6a1686-0c29-48ca-9ddd-b0dbb859e313", "name": "network-vif-deleted", "tag": "707309a2-d111-4463-8ca1-f4a106f8d505", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:23:58.439528 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbba62a6-9e31-418c-92ad-5a01483363b0 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:23:58.439956 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6a1686-0c29-48ca-9ddd-b0dbb859e313', 'name': 'network-vif-deleted', 'tag': '707309a2-d111-4463-8ca1-f4a106f8d505', 'status': 'completed', 'code': 200} Jun 29 00:23:59.494292 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34704) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:23:59.659829 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Deleting subnet d271d946-ae36-40b8-9c2d-b7397f45a13a {{(pid=92941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:23:59.662695 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:59.695929 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592473'] for subnet, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:59.735896 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:59.785824 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4222160'] for subnet, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:59.788983 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e9261969-3dbb-42d7-9fe8-514a49d42bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:23:59.813314 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:59.815158 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d271d946-ae36-40b8-9c2d-b7397f45a13a HTTP/1.1" status: 204 len: 168 time: 0.3198345 Jun 29 00:23:59.816110 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d271d946-ae36-40b8-9c2d-b7397f45a13a,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:23:59.818287 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 34708) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:23:59.823864 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.824250 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.824624 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.824991 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.825356 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.825719 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.826080 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.826440 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.826802 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.827181 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.827538 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.827892 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:23:59.831630 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c0e90a52-36ed-413a-b729-92e6ef7042e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:23:59.887026 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:59.966603 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:23:59.976621 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961e0ae2-94d4-4667-b607-c37400732516']}} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:23:59.985990 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9690ca-d697-40b9-bbb2-662f3965d58a') {'for_net_delete': True} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:23:59.986291 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9690ca-d697-40b9-bbb2-662f3965d58a') {} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:23:59.995399 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467913'] for segment, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:00.008616 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:00.014167 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=92940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:24:00.014550 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4473368'] for segment, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: Traceback (most recent call last): Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: timer() Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: cb(*args, **kw) Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: return func(*args, **kwargs) Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: self._notify() Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: self.callback(batched_events) Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: event.method(event) Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: return f(self, *a, **k) Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._get(url).json() Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: return self.request(url, 'GET', **kwargs) Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:24:00.016158 dv-cinder-763306-13-iscsi neutron-server[92940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:24:00.067395 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:00.071149 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:00.073617 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:00.075472 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/961e0ae2-94d4-4667-b607-c37400732516 HTTP/1.1" status: 204 len: 168 time: 0.2561524 Jun 29 00:24:00.086412 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=961e0ae2-94d4-4667-b607-c37400732516,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:00.088680 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-eabda4b5-da5e-484b-b95a-5fc610dd39e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:00.185978 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34718) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:00.230491 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c80d2552-32e1-4105-9e44-e84ced6188bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7a7bdfab54a468db692b9f0c446237b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432453 Jun 29 00:24:00.232822 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34720) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:00.278523 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b3d473-f73d-48a7-a417-69a254404c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:00.298343 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b3d473-f73d-48a7-a417-69a254404c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:00.343680 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b3d473-f73d-48a7-a417-69a254404c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:00.346226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-76b3d473-f73d-48a7-a417-69a254404c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:00.347374 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-76b3d473-f73d-48a7-a417-69a254404c32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c497b34-063f-4ced-90f5-81d8d29aab6f HTTP/1.1" status: 204 len: 168 time: 0.1136849 Jun 29 00:24:00.348186 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-2c25f0ff-ee9e-49e6-9363-c5c4e653b972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:00.355889 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3d473-f73d-48a7-a417-69a254404c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c497b34-063f-4ced-90f5-81d8d29aab6f,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:00.358241 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-76b3d473-f73d-48a7-a417-69a254404c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:00.978498 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34746) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:01.082459 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-810703872-network', 'tenant_id': '153781a0b70d48dfa9d9d407a6fa25a1'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:24:01.102692 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Made reservation on behalf of 153781a0b70d48dfa9d9d407a6fa25a1 for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:24:01.104921 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.112578 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.196824 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.200270 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.202971 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-54ea0fe7-eafe-4ee5-85e9-c3f73f9176ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:01.225152 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:24:01.234556 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d10e93c-854a-4ba9-a9a9-b0720db5ab28,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:01.238782 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:01.239864 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.240199 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Added segment 382e33e0-7479-48c5-bc13-f9fab81f9645 of type vlan for network fd0f51d7-7db8-46f5-b412-e7f1821d5257 Jun 29 00:24:01.283258 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.310259 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.311582 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:24:01.312154 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.314824 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:01.342553 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3625879 Jun 29 00:24:01.349200 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 34754) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:01.354486 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Request body: {'subnet': {'network_id': 'fd0f51d7-7db8-46f5-b412-e7f1821d5257', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-810703872-subnet', 'tenant_id': '153781a0b70d48dfa9d9d407a6fa25a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:24:01.375417 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0f51d7-7db8-46f5-b412-e7f1821d5257,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:01.375943 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Made reservation on behalf of 153781a0b70d48dfa9d9d407a6fa25a1 for: {'subnet': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:24:01.378305 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4468321'] for subnet, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.378962 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:01.386210 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network fd0f51d7-7db8-46f5-b412-e7f1821d5257 details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:24:01.542230 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4462914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4468343'] for subnet, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.545256 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-73d18a30-bb1b-45c7-83eb-eeed3a81fb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:01.601110 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb92103-fadc-4a69-9d52-837ffe868604,revision_number=0']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:01.605573 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:01.608163 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Checking segment: {'id': '382e33e0-7479-48c5-bc13-f9fab81f9645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd0f51d7-7db8-46f5-b412-e7f1821d5257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:24:01.608519 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Network hostable DHCP agents. Network: fd0f51d7-7db8-46f5-b412-e7f1821d5257, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:24:01.624632 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Network fd0f51d7-7db8-46f5-b412-e7f1821d5257 is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:24:01.633794 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, fd0f51d7-7db8-46f5-b412-e7f1821d5257) {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:24:01.639352 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:24:01.640190 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:01.643408 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a6f13-d16b-4d30-a786-7061ee6e59c7 None None] Network fd0f51d7-7db8-46f5-b412-e7f1821d5257 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:24:01.654761 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-611ac181-a60e-4095-a04c-870637bc401e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3044786 Jun 29 00:24:01.762766 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33be3d50-c595-4343-a21d-6f2e0e63a4fb None None] Network fd0f51d7-7db8-46f5-b412-e7f1821d5257 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:24:01.920872 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 707309a2-d111-4463-8ca1-f4a106f8d505 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:24:01.941284 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: 707309a2-d111-4463-8ca1-f4a106f8d505 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:24:01.941642 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device 707309a2-d111-4463-8ca1-f4a106f8d505 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:24:02.100961 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34776) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:02.105975 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-427509319-network', 'tenant_id': '61ed51c2d94e4355b238706ad768e965'}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:24:02.125036 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Made reservation on behalf of 61ed51c2d94e4355b238706ad768e965 for: {'network': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:24:02.127274 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for network, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.135876 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.221189 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.225207 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.228993 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cf0c6b90-688c-4de8-8dfd-057d01ae1bd1 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:02.249604 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=92941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:24:02.259796 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f8a71d-4f1c-4829-990b-48cea6549bde,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:02.264116 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:02.265127 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.265464 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.db.segments_db [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Added segment ed3b8137-f6f1-48b0-9ca4-20ccff982c3a of type vlan for network 556b1d6a-9776-47af-9472-4e652f824f9f Jun 29 00:24:02.308801 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727251842663'] for network, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.337014 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972'] for network, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.338420 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:24:02.339027 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.344468 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:02.368410 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2663567 Jun 29 00:24:02.371066 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34780) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:02.377784 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.v2.base [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Request body: {'subnet': {'network_id': '556b1d6a-9776-47af-9472-4e652f824f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-427509319-subnet', 'tenant_id': '61ed51c2d94e4355b238706ad768e965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:24:02.413005 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Pushing event updated for resources: {'Network': ['ID=556b1d6a-9776-47af-9472-4e652f824f9f,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:02.416098 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:02.422528 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Network 556b1d6a-9776-47af-9472-4e652f824f9f details requested by agent ovs-agent-dv-cinder-763306-13-iscsi with host dv-cinder-763306-13-iscsi {{(pid=92942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:24:02.428637 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Made reservation on behalf of 61ed51c2d94e4355b238706ad768e965 for: {'subnet': 1} {{(pid=92941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:24:02.430986 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4222157'] for subnet, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.604589 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4592597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4222171'] for subnet, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.606811 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-fe6102ba-33e5-46e9-a775-75b159558d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:02.656942 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8783b535-a4fe-4d50-809b-5a4634db00de,revision_number=0']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:02.660434 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:02.667578 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Checking segment: {'id': 'ed3b8137-f6f1-48b0-9ca4-20ccff982c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '556b1d6a-9776-47af-9472-4e652f824f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:24:02.667933 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Network hostable DHCP agents. Network: 556b1d6a-9776-47af-9472-4e652f824f9f, hostable agents: ['a67027d6-0221-4715-88ba-520f257096dc'], hosted agents: [] {{(pid=92941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:24:02.683652 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Network 556b1d6a-9776-47af-9472-4e652f824f9f is scheduled to be hosted by DHCP agent a67027d6-0221-4715-88ba-520f257096dc with binding_index 1 {{(pid=92941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:24:02.691758 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.base_scheduler [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-iscsi, 556b1d6a-9776-47af-9472-4e652f824f9f) {{(pid=92941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:24:02.695683 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:24:02.696267 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.701231 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd16a24-e1e3-4d8e-89ee-42fd5de82a7c None None] Network 556b1d6a-9776-47af-9472-4e652f824f9f requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:24:02.709874 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-cd16927f-e7aa-4a2b-8132-097e8761ac78 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3378415 Jun 29 00:24:02.816217 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 34786) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:02.822043 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c8a61-e737-4716-bd52-86c8b5d5fbea None None] Network 556b1d6a-9776-47af-9472-4e652f824f9f requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:24:02.860698 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4eba99-72fa-429c-913c-e3f47d712e90 admin admin] Deleting subnet feb92103-fadc-4a69-9d52-837ffe868604 {{(pid=92940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:24:02.863813 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3e4eba99-72fa-429c-913c-e3f47d712e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.896870 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3e4eba99-72fa-429c-913c-e3f47d712e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467922'] for subnet, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.934080 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3e4eba99-72fa-429c-913c-e3f47d712e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.988696 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3e4eba99-72fa-429c-913c-e3f47d712e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4462977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4468348'] for subnet, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:02.991607 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:03.015238 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4eba99-72fa-429c-913c-e3f47d712e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb92103-fadc-4a69-9d52-837ffe868604,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:03.017180 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3e4eba99-72fa-429c-913c-e3f47d712e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.019113 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-3e4eba99-72fa-429c-913c-e3f47d712e90 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/feb92103-fadc-4a69-9d52-837ffe868604 HTTP/1.1" status: 204 len: 168 time: 0.2018037 Jun 29 00:24:03.019883 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3e4eba99-72fa-429c-913c-e3f47d712e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:03.022114 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 34788) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:03.088187 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.167739 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.177280 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0f51d7-7db8-46f5-b412-e7f1821d5257']}} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:24:03.186482 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382e33e0-7479-48c5-bc13-f9fab81f9645') {'for_net_delete': True} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:24:03.186775 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382e33e0-7479-48c5-bc13-f9fab81f9645') {} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:24:03.195638 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467913'] for segment, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.209323 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.214896 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=92940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:24:03.215285 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4473368'] for segment, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: Traceback (most recent call last): Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: timer() Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: cb(*args, **kw) Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: return func(*args, **kwargs) Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: self._notify() Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: self.callback(batched_events) Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: event.method(event) Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: return f(self, *a, **k) Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._get(url).json() Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: return self.request(url, 'GET', **kwargs) Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:24:03.216843 dv-cinder-763306-13-iscsi neutron-server[92940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:24:03.272068 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.275695 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:03.278719 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.280561 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fd0f51d7-7db8-46f5-b412-e7f1821d5257 HTTP/1.1" status: 204 len: 168 time: 0.2575524 Jun 29 00:24:03.283325 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34794) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:03.290117 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0f51d7-7db8-46f5-b412-e7f1821d5257,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:03.292321 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e618c2bb-90e4-4daa-89a0-920dbdb846d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:03.331070 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b43837-7701-4dd5-be57-e78b21da9c1e admin admin] Deleting subnet 8783b535-a4fe-4d50-809b-5a4634db00de {{(pid=92941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:24:03.334981 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-16b43837-7701-4dd5-be57-e78b21da9c1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.368593 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-16b43837-7701-4dd5-be57-e78b21da9c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592473'] for subnet, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.404834 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-16b43837-7701-4dd5-be57-e78b21da9c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.452440 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-16b43837-7701-4dd5-be57-e78b21da9c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4222160'] for subnet, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.455223 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:03.477725 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b43837-7701-4dd5-be57-e78b21da9c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8783b535-a4fe-4d50-809b-5a4634db00de,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:03.479662 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-16b43837-7701-4dd5-be57-e78b21da9c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.481457 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-16b43837-7701-4dd5-be57-e78b21da9c1e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8783b535-a4fe-4d50-809b-5a4634db00de HTTP/1.1" status: 204 len: 168 time: 0.1971424 Jun 29 00:24:03.482408 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-16b43837-7701-4dd5-be57-e78b21da9c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:03.483919 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34798) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:03.552912 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.631137 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.640739 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556b1d6a-9776-47af-9472-4e652f824f9f']}} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:24:03.650086 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3b8137-f6f1-48b0-9ca4-20ccff982c3a') {'for_net_delete': True} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:24:03.650377 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3b8137-f6f1-48b0-9ca4-20ccff982c3a') {} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:24:03.658991 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592450'] for segment, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.672077 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.678122 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=92941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:24:03.678493 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4606095'] for segment, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: Traceback (most recent call last): Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: timer() Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: cb(*args, **kw) Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: return func(*args, **kwargs) Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: self._notify() Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: self.callback(batched_events) Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: event.method(event) Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: return f(self, *a, **k) Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._get(url).json() Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: return self.request(url, 'GET', **kwargs) Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:24:03.680093 dv-cinder-763306-13-iscsi neutron-server[92941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:24:03.732129 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.736789 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.738757 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] 10.222.0.24 "DELETE /v2.0/networks/556b1d6a-9776-47af-9472-4e652f824f9f HTTP/1.1" status: 204 len: 168 time: 0.2537985 Jun 29 00:24:03.740096 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:03.751997 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Pushing event deleted for resources: {'Network': ['ID=556b1d6a-9776-47af-9472-4e652f824f9f,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:03.754221 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e815f683-d09f-4160-bb16-7ded23f657db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:03.889568 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34804) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:03.927709 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-016747ef-097d-4448-90be-05db1e13620e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=153781a0b70d48dfa9d9d407a6fa25a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369484 Jun 29 00:24:03.929701 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34806) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:03.978256 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e3ec35dc-cff5-4cee-a5a2-41875f97aeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:03.998311 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e3ec35dc-cff5-4cee-a5a2-41875f97aeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:04.048675 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e3ec35dc-cff5-4cee-a5a2-41875f97aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:04.051474 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e3ec35dc-cff5-4cee-a5a2-41875f97aeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:04.053130 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e3ec35dc-cff5-4cee-a5a2-41875f97aeba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d10e93c-854a-4ba9-a9a9-b0720db5ab28 HTTP/1.1" status: 204 len: 168 time: 0.1225662 Jun 29 00:24:04.053919 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-24d20afe-3de9-47de-bcc5-f432688bebe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:04.061096 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec35dc-cff5-4cee-a5a2-41875f97aeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d10e93c-854a-4ba9-a9a9-b0720db5ab28,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:04.063811 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e3ec35dc-cff5-4cee-a5a2-41875f97aeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:04.358743 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34816) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:04.398027 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f52016e0-3f85-446a-acf9-cca8133723f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61ed51c2d94e4355b238706ad768e965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379953 Jun 29 00:24:04.400629 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 34820) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:24:04.446512 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-19226aec-6391-44b0-a0b3-1742e0818317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:04.467161 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-19226aec-6391-44b0-a0b3-1742e0818317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:04.512723 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-19226aec-6391-44b0-a0b3-1742e0818317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:04.515539 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-19226aec-6391-44b0-a0b3-1742e0818317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:04.516655 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-19226aec-6391-44b0-a0b3-1742e0818317 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93f8a71d-4f1c-4829-990b-48cea6549bde HTTP/1.1" status: 204 len: 168 time: 0.1150992 Jun 29 00:24:04.517458 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-484b5fc7-33f1-426e-bc5f-17ed3117f6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:24:04.525173 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19226aec-6391-44b0-a0b3-1742e0818317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f8a71d-4f1c-4829-990b-48cea6549bde,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:24:04.527287 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-19226aec-6391-44b0-a0b3-1742e0818317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:24:09.103235 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-641783f0-da54-40a7-a6f6-a647838056c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:12.324002 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1da6b162-953c-40e9-a4e1-979b54d82925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:12.622947 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:14.386361 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:16.863203 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:20.111444 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:30.246100 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:24:39.102774 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5aedc55c-5a84-4ebd-9e63-aeee8d5458a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:42.324158 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5349b5bd-8152-4fb8-acff-510827d6c6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:42.623482 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:44.390397 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:46.865472 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:24:50.122165 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:07.245485 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:25:09.103073 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82440b4e-c3ae-4851-bde8-d7b0be023643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:12.324673 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eee0bb0-e69d-4301-9d62-0e94d3b344b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:12.625826 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:14.392876 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:16.873604 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:20.136463 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:39.103446 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3908215-e937-478c-874d-cbd6e34efb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:42.324425 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ef39a9d6-c97a-4c5b-b3d1-803828ca14e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:42.626432 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:43.091004 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 36026) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:25:43.555997 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8049689'] for router_interface, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:43.796373 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Deleting port 292b07ad-07c1-4b76-a7ac-7aaee824de3c {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:25:43.796632 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:43.871412 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] For port 292b07ad-07c1-4b76-a7ac-7aaee824de3c, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=292b07ad-07c1-4b76-a7ac-7aaee824de3c,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:25:43.871769 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:43.882574 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Calling delete_port for 292b07ad-07c1-4b76-a7ac-7aaee824de3c owned by network:router_interface {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:25:44.053747 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:44.056386 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0ba76b7b-fe76-4232-8e8e-d7548479ad34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:25:44.079339 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=292b07ad-07c1-4b76-a7ac-7aaee824de3c,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:25:44.105333 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.105913 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.106088 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.106461 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.106825 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.107215 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.107578 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.107961 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.108322 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.108678 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.109032 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.109390 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:44.114226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:25:44.244470 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:25:44.397959 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:44.484244 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8049805'] for router_interface, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:44.687833 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Router bd537046-6977-4903-82c2-ae3af8c2b5e2 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:25:44.788296 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:25:44.793744 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e16cce21-6c8c-4bdf-a46b-45cd3ceb5ca9 admin admin] 10.222.0.24 "PUT /v2.0/routers/bd537046-6977-4903-82c2-ae3af8c2b5e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7016563 Jun 29 00:25:44.796184 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 36046) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:25:44.797165 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] Sync routers for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:25:44.805931 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:25:44.806540 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:25:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:25:44.897226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks [] for router, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:44.909287 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:25:44.997141 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.057711 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Deleting port 4a179642-75fc-4833-8fae-64ac252f2a01 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:25:45.058056 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.084421 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-29T00:25:44Z', 'revision_number': 5, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port': {'id': '4a179642-75fc-4833-8fae-64ac252f2a01', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:42Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:25:45.113291 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] Checking router: bd537046-6977-4903-82c2-ae3af8c2b5e2 for host: dv-cinder-763306-13-iscsi {{(pid=92942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:25:45.121573 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] Routers {'bd537046-6977-4903-82c2-ae3af8c2b5e2'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:25:45.122197 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:25:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['bd537046-6977-4903-82c2-ae3af8c2b5e2'], 'active': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:25:45.131985 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] For port 4a179642-75fc-4833-8fae-64ac252f2a01, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=4a179642-75fc-4833-8fae-64ac252f2a01,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:25:45.132676 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.143998 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Calling delete_port for 4a179642-75fc-4833-8fae-64ac252f2a01 owned by network:router_gateway {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:25:45.207777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvr_db [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] Set router bd537046-6977-4903-82c2-ae3af8c2b5e2 gateway port host: None {{(pid=92942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:25:45.258995 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_hamode_db [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-29T00:25:44Z', 'revision_number': 6, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port_host': None}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:25:45.287355 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9eb5db-5eff-4f38-ac9b-ed2250d6fc4e None None] The sync data for ids ['bd537046-6977-4903-82c2-ae3af8c2b5e2'] in dv-cinder-763306-13-iscsi is: [{'id': 'bd537046-6977-4903-82c2-ae3af8c2b5e2', 'name': 'tempest-AttachVolumeShelveTestJSON-447769908-router', 'tenant_id': 'e171e8d9b3d84a99825f7d688679b53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:40Z', 'updated_at': '2021-06-29T00:25:44Z', 'revision_number': 6, 'project_id': 'e171e8d9b3d84a99825f7d688679b53f', 'gw_port_host': None}] {{(pid=92942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:25:45.308727 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.311030 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-33dc716b-dc0e-4e40-a6ab-adbc6c7692b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:25:45.343229 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a179642-75fc-4833-8fae-64ac252f2a01,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:25:45.345225 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:25:45.401474 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8051283'] for router_gateway, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.487463 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8049724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25354'] for router, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.489427 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.531519 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8051253'] for router, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.532054 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd537046-6977-4903-82c2-ae3af8c2b5e2 {{(pid=92941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:25:45.536575 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] Notify callbacks [] for router, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.537695 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-10ac180b-e863-465a-9159-4c2b7a795f50 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bd537046-6977-4903-82c2-ae3af8c2b5e2 HTTP/1.1" status: 204 len: 168 time: 0.7406161 Jun 29 00:25:45.540139 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 36054) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:25:45.584792 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee0d22c-81de-429c-b01d-1aef5b0ae1fd admin admin] Deleting subnet 811dceec-ad5c-47a5-9f70-bda814bab7b2 {{(pid=92941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:25:45.587603 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d22c-81de-429c-b01d-1aef5b0ae1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.629864 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d22c-81de-429c-b01d-1aef5b0ae1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592473'] for subnet, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.733310 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d22c-81de-429c-b01d-1aef5b0ae1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.754338 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 292b07ad-07c1-4b76-a7ac-7aaee824de3c no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:25:45.776977 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 292b07ad-07c1-4b76-a7ac-7aaee824de3c {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:25:45.777342 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 292b07ad-07c1-4b76-a7ac-7aaee824de3c not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:25:45.791156 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d22c-81de-429c-b01d-1aef5b0ae1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4222160'] for subnet, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.794107 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-4c403342-48c9-41db-9df6-06dcfc98539d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:25:45.816888 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0d22c-81de-429c-b01d-1aef5b0ae1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=811dceec-ad5c-47a5-9f70-bda814bab7b2,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:25:45.819876 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-8ee0d22c-81de-429c-b01d-1aef5b0ae1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:25:45.820870 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d22c-81de-429c-b01d-1aef5b0ae1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.822689 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-8ee0d22c-81de-429c-b01d-1aef5b0ae1fd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/811dceec-ad5c-47a5-9f70-bda814bab7b2 HTTP/1.1" status: 204 len: 168 time: 0.2816617 Jun 29 00:25:45.825120 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 36060) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:25:45.827675 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780198c-4a9d-4342-b6c6-b624b3bec4be None None] Network 26ddb2c2-6953-40fb-958b-8e59049be030 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:25:45.890593 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:45.940119 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Deleting port 64c69ece-eb1c-4a73-b006-130edeb939a5 {{(pid=92941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:25:45.940454 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.016703 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.db [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] For port 64c69ece-eb1c-4a73-b006-130edeb939a5, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=64c69ece-eb1c-4a73-b006-130edeb939a5,segment=NetworkSegment(78f44077-358e-4b83-bfb9-b6e2e79aa0b6),segment_id=78f44077-358e-4b83-bfb9-b6e2e79aa0b6)] {{(pid=92941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:25:46.016993 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.029550 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.plugin [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Calling delete_port for 64c69ece-eb1c-4a73-b006-130edeb939a5 owned by network:dhcp {{(pid=92941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:25:46.104842 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] DHCP port deletion for 26ddb2c2-6953-40fb-958b-8e59049be030 request from dv-cinder-763306-13-iscsi {{(pid=92942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:25:46.128699 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4592472'] for port, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.131293 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e43d8729-b46e-45a6-b57a-a74fe51bb0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:25:46.161014 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c69ece-eb1c-4a73-b006-130edeb939a5,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:25:46.164463 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Deleting port 64c69ece-eb1c-4a73-b006-130edeb939a5 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:25:46.165629 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.168043 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:25:46.170559 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] No DVR routers for this DVR port 64c69ece-eb1c-4a73-b006-130edeb939a5 on host dv-cinder-763306-13-iscsi {{(pid=92941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:25:46.234312 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] For port 64c69ece-eb1c-4a73-b006-130edeb939a5, host dv-cinder-763306-13-iscsi, got binding levels [] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:25:46.234720 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.249273 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.253154 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Calling delete_port for 64c69ece-eb1c-4a73-b006-130edeb939a5 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:25:46.256274 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.ipam_backend_mixin [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Port 64c69ece-eb1c-4a73-b006-130edeb939a5 was not found and therefore no delete operation was performed {{(pid=92942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 00:25:46.258509 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.260430 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ddb2c2-6953-40fb-958b-8e59049be030']}} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:25:46.261662 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:25:46.277347 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f44077-358e-4b83-bfb9-b6e2e79aa0b6') {'for_net_delete': True} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:25:46.277671 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.services.segments.db [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f44077-358e-4b83-bfb9-b6e2e79aa0b6') {} {{(pid=92941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:25:46.288248 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592450'] for segment, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.289111 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] No DVR routers for this DVR port 64c69ece-eb1c-4a73-b006-130edeb939a5 on host dv-cinder-763306-13-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:25:46.294312 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Pushing event deleted for resources: {'Port': ['ID=64c69ece-eb1c-4a73-b006-130edeb939a5,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:25:46.303000 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.303540 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.304039 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.305190 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.305688 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.306413 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.306917 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.307426 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.307918 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.308591 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.309100 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.309682 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:25:46.316464 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.320355 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ce9448d7-4afa-4da7-a969-992d51779e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:25:46.325543 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=92941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:25:46.325935 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4606095'] for segment, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: Traceback (most recent call last): Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: timer() Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: cb(*args, **kw) Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: return func(*args, **kwargs) Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: self._notify() Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: self.callback(batched_events) Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: event.method(event) Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: return f(self, *a, **k) Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._get(url).json() Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: return self.request(url, 'GET', **kwargs) Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:25:46.327794 dv-cinder-763306-13-iscsi neutron-server[92941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:25:46.390922 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.398331 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:25:46.401651 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.403826 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/26ddb2c2-6953-40fb-958b-8e59049be030 HTTP/1.1" status: 204 len: 168 time: 0.5778046 Jun 29 00:25:46.416705 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26ddb2c2-6953-40fb-958b-8e59049be030,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:25:46.420768 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d2903822-045e-479a-bd58-97e6171ad9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:25:46.533349 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 36070) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:25:46.572819 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f4911c2a-10e4-4dfe-87e3-4574daf12ac0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e171e8d9b3d84a99825f7d688679b53f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383825 Jun 29 00:25:46.575110 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 36072) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:25:46.625322 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6400a2ba-9569-4b4d-83ab-2ffee5001f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.646256 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6400a2ba-9569-4b4d-83ab-2ffee5001f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.697895 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6400a2ba-9569-4b4d-83ab-2ffee5001f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.700601 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6400a2ba-9569-4b4d-83ab-2ffee5001f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:46.701784 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-6400a2ba-9569-4b4d-83ab-2ffee5001f10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abd1b69b-8428-4c44-8fee-0ad61bc0c030 HTTP/1.1" status: 204 len: 168 time: 0.1257648 Jun 29 00:25:46.702678 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-141b62a7-abd0-4169-95be-c825ffab7f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:25:46.711750 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400a2ba-9569-4b4d-83ab-2ffee5001f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd1b69b-8428-4c44-8fee-0ad61bc0c030,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:25:46.714081 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6400a2ba-9569-4b4d-83ab-2ffee5001f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:25:46.874825 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:25:47.463884 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 64c69ece-eb1c-4a73-b006-130edeb939a5 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:25:47.483531 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 64c69ece-eb1c-4a73-b006-130edeb939a5 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:25:47.483886 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 64c69ece-eb1c-4a73-b006-130edeb939a5 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:25:47.484309 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 4a179642-75fc-4833-8fae-64ac252f2a01 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:25:47.501675 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 4a179642-75fc-4833-8fae-64ac252f2a01 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:25:47.502024 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 4a179642-75fc-4833-8fae-64ac252f2a01 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:25:50.135478 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:09.103614 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-73d4ea87-fd2c-4f91-8515-9737a77b617a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:12.324125 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bbd698bc-f5e3-49c6-8e30-3a65f39aec62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:12.627087 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:14.400136 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:16.877038 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:20.138720 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:21.243001 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:26:39.103864 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-44dd6232-46cf-4b93-bd51-73ac8ff64a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:42.324613 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4cee2723-df88-4c49-8dbf-55e75718c0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:42.627892 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:44.401043 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:46.880002 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:50.135097 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:26:58.241271 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:27:09.103835 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6daa4b84-d7e3-4816-a653-e715523b5734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:12.324649 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d1133290-29f2-46d6-bce2-1632bff2c8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:12.627710 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:14.405792 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:16.884455 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:20.148714 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:35.239789 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:27:39.103289 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-13cbadfb-9f26-4a0b-9be9-158d7eabd843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:42.331784 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d99b9846-c0c1-448d-a522-00898d39c8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:42.627634 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:44.408686 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:46.885425 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:27:50.165989 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:09.103944 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7773b48b-dca5-4859-a9ad-47f9780fed06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:12.237585 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:28:12.323043 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-db929207-07e0-4398-be3f-66cd6a6f914e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:12.628386 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:14.414260 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:16.889500 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:20.164870 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:28.581361 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 38330) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:28:28.685161 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:28.774925 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:28.778733 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:28.781468 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:28:28.814604 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5405956-76d4-4bf3-b782-6dfd13f3605a,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:28:28.825467 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.825851 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.826227 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.826593 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.826994 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.827357 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.827723 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.828130 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.828440 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.828794 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.829148 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.829497 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:28.833616 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:28:28.836265 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72cee51bb37a4c48b05ab4a6b94ac113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536337 Jun 29 00:28:28.839430 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 38340) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:28:28.887718 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-79fae659-5e6a-4d3c-8487-000c76d13af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:28.907677 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-79fae659-5e6a-4d3c-8487-000c76d13af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:28.956101 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-79fae659-5e6a-4d3c-8487-000c76d13af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:28.959094 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-79fae659-5e6a-4d3c-8487-000c76d13af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:28.960291 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-79fae659-5e6a-4d3c-8487-000c76d13af1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5405956-76d4-4bf3-b782-6dfd13f3605a HTTP/1.1" status: 204 len: 168 time: 0.1204998 Jun 29 00:28:28.961090 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-181abd5e-8708-47e9-b871-6f2c9462ef74 tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:28:28.969902 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fae659-5e6a-4d3c-8487-000c76d13af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5405956-76d4-4bf3-b782-6dfd13f3605a,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:28:28.972846 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-79fae659-5e6a-4d3c-8487-000c76d13af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:28:29.211694 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 38352) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:28:29.224498 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6438d381-3c09-48b9-8d57-2c8e4d376185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:29.312686 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6438d381-3c09-48b9-8d57-2c8e4d376185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:29.316780 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6438d381-3c09-48b9-8d57-2c8e4d376185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:29.320112 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4cbd4309-7d2d-478b-bb60-c57451a7fa84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:28:29.355764 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-6438d381-3c09-48b9-8d57-2c8e4d376185 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd35c74ee5b14dfd8a774a47bc76bd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430027 Jun 29 00:28:29.356744 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438d381-3c09-48b9-8d57-2c8e4d376185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b890c99-3f46-4276-8fba-b6950c372791,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:28:29.358304 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 38356) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:28:29.360203 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6438d381-3c09-48b9-8d57-2c8e4d376185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:28:29.405997 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:29.426283 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:29.471342 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:29.473973 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:29.475144 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b890c99-3f46-4276-8fba-b6950c372791 HTTP/1.1" status: 204 len: 168 time: 0.1157279 Jun 29 00:28:29.476430 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-1ab12bdf-cc6c-499c-9075-cc009ac6803c tempest-TestShelveInstance-1699101118 tempest-TestShelveInstance-1699101118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:28:29.483943 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b890c99-3f46-4276-8fba-b6950c372791,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:28:29.491217 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.491640 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.492019 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.492391 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.493326 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.493689 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.494063 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.494436 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.494805 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.495194 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.495572 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.495923 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:28:29.499023 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:28:39.104265 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4a37c867-179a-4ef7-95e8-136348195837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:42.323469 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0fdb3eee-b949-4d4a-84b9-8ae08c18fd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:42.630008 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:44.414117 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:46.899337 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:28:49.236266 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:28:50.169091 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:09.103777 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7fb50fec-c5a6-4a9e-b966-818dc88cd3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:12.324294 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-df88e14c-51e6-4673-be3c-9559ffb939c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:12.631527 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:14.417786 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:16.891565 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:20.192676 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:26.234774 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:29:39.103893 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f0a33ec9-6784-4fa8-bb9a-a7047c0adf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:42.325375 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1b98357f-c770-4b8e-9c16-9c3f2fff6bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:42.635589 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:44.420652 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:46.892144 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:29:50.209701 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:03.234385 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:30:09.107180 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c0ced8b7-54bf-4487-b06a-090b04bd9f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:12.325134 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f8d05692-e5f6-4a75-b105-f94766a5e8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:12.637989 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:14.423823 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:16.894229 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:20.209328 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:39.106900 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cdadcc27-9834-420a-bc68-84bf60007dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:40.232947 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:30:42.325665 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c0457c6d-672a-4409-8b2b-7996203444b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:42.639460 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:44.427846 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:46.898988 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:50.215324 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:59.729735 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40618) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:30:59.829289 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:59.916997 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:59.922022 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:30:59.924754 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:30:59.976644 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40632) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:30:59.977155 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e50862b4694740c2b9132cc67fa4d7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448604 Jun 29 00:30:59.977715 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd70391-5cc4-48ca-a92b-6fdf56364ffb,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:30:59.986161 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.986682 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.987097 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.987468 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.988042 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.988819 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.989355 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.989991 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.990524 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.991242 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.992178 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:30:59.992841 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.011822 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-56678925-2db7-4bd2-a44e-f6c5085d7174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:00.041059 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.064474 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.120292 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.123648 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.124789 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cd70391-5cc4-48ca-a92b-6fdf56364ffb HTTP/1.1" status: 204 len: 168 time: 0.1481366 Jun 29 00:31:00.125640 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-422fe47a-a5e1-4fd4-862c-344f5002c183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:00.132813 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd70391-5cc4-48ca-a92b-6fdf56364ffb,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:00.139743 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.140124 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.140494 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.140854 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.141229 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.141575 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.141933 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.142288 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.142642 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.143029 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.143392 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.143749 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:31:00.146802 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:00.375662 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40648) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:00.391427 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4b03d384-8988-4700-9119-7a286c54899d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.485695 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4b03d384-8988-4700-9119-7a286c54899d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.489575 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-4b03d384-8988-4700-9119-7a286c54899d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.492149 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6438d381-3c09-48b9-8d57-2c8e4d376185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:00.533584 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-4b03d384-8988-4700-9119-7a286c54899d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00ec31f1fffe48649e7b15d0119497bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565440 Jun 29 00:31:00.534343 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03d384-8988-4700-9119-7a286c54899d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0a9dd0-d373-491b-afe5-899956d5c68b,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:00.536294 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40654) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:00.537482 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4b03d384-8988-4700-9119-7a286c54899d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:00.585563 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbd7f-2a96-47ad-add6-a440227f47e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.608472 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbd7f-2a96-47ad-add6-a440227f47e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.655315 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbd7f-2a96-47ad-add6-a440227f47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.658756 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbd7f-2a96-47ad-add6-a440227f47e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:00.660160 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-9f3cbd7f-2a96-47ad-add6-a440227f47e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec0a9dd0-d373-491b-afe5-899956d5c68b HTTP/1.1" status: 204 len: 168 time: 0.1226864 Jun 29 00:31:00.661130 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d27affab-a08d-41c5-81c7-2b53b0423681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:00.670145 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cbd7f-2a96-47ad-add6-a440227f47e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0a9dd0-d373-491b-afe5-899956d5c68b,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:00.672375 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9f3cbd7f-2a96-47ad-add6-a440227f47e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:02.596682 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40778) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:02.707137 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6ae08b13-5734-452f-8275-75a218c1c2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:02.794708 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6ae08b13-5734-452f-8275-75a218c1c2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:02.798705 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6ae08b13-5734-452f-8275-75a218c1c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:02.801227 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c30a190e-1488-406c-bd39-a1439de442d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:02.837508 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-6ae08b13-5734-452f-8275-75a218c1c2a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5112e0465d1d4412b64904068b046731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396231 Jun 29 00:31:02.838422 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae08b13-5734-452f-8275-75a218c1c2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1912eb-d058-467c-b1e4-75a7ded4338a,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:02.840960 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40788) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:02.842638 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6ae08b13-5734-452f-8275-75a218c1c2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:02.889485 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a7823e4-7fca-4563-9505-a58cd10532d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:02.913060 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a7823e4-7fca-4563-9505-a58cd10532d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:02.960604 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a7823e4-7fca-4563-9505-a58cd10532d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:02.964054 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a7823e4-7fca-4563-9505-a58cd10532d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:02.965202 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-1a7823e4-7fca-4563-9505-a58cd10532d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f1912eb-d058-467c-b1e4-75a7ded4338a HTTP/1.1" status: 204 len: 168 time: 0.1235929 Jun 29 00:31:02.965972 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-573b7680-e048-44bb-8936-562fa9c3ce09 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:02.974248 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7823e4-7fca-4563-9505-a58cd10532d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1912eb-d058-467c-b1e4-75a7ded4338a,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:02.976763 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1a7823e4-7fca-4563-9505-a58cd10532d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:03.245209 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40808) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:03.259917 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-52dd294d-31a9-435d-a40b-ae7f63d0da4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:03.352561 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-52dd294d-31a9-435d-a40b-ae7f63d0da4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:03.356926 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-52dd294d-31a9-435d-a40b-ae7f63d0da4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:03.360288 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5fee52b9-d3d5-4775-b094-d9201d6ce1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:03.393977 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-52dd294d-31a9-435d-a40b-ae7f63d0da4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77a9d29f352f4653b601262676260196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475117 Jun 29 00:31:03.394968 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd294d-31a9-435d-a40b-ae7f63d0da4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7689e1cc-e013-4b35-a87c-3deeaa75e9d3,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:03.396565 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40816) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:03.397937 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-52dd294d-31a9-435d-a40b-ae7f63d0da4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:03.445969 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8de27605-f4e3-4564-b605-2c819ac2692b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:03.466315 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8de27605-f4e3-4564-b605-2c819ac2692b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:03.510485 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8de27605-f4e3-4564-b605-2c819ac2692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:03.513053 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8de27605-f4e3-4564-b605-2c819ac2692b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:03.514158 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-8de27605-f4e3-4564-b605-2c819ac2692b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7689e1cc-e013-4b35-a87c-3deeaa75e9d3 HTTP/1.1" status: 204 len: 168 time: 0.1158414 Jun 29 00:31:03.515013 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-160d3ace-22f5-4c43-96cb-d24728008c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:03.521830 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de27605-f4e3-4564-b605-2c819ac2692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7689e1cc-e013-4b35-a87c-3deeaa75e9d3,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:03.524103 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-8de27605-f4e3-4564-b605-2c819ac2692b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:08.113523 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 40934) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:08.227591 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-749dc251-8e55-4dbf-b76a-5f8a91d236fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:08.317384 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-749dc251-8e55-4dbf-b76a-5f8a91d236fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:08.323158 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-749dc251-8e55-4dbf-b76a-5f8a91d236fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:08.327197 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6400a2ba-9569-4b4d-83ab-2ffee5001f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:08.362832 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-749dc251-8e55-4dbf-b76a-5f8a91d236fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15b2b9baad284a32a6e8d6347571a265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481844 Jun 29 00:31:08.363702 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dc251-8e55-4dbf-b76a-5f8a91d236fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d4a805-6a9a-456f-9325-6fc2317c7d4f,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:08.365439 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 40944) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:08.367042 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-749dc251-8e55-4dbf-b76a-5f8a91d236fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:08.413522 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c8eea5e8-8f3e-400c-b50f-507c2a4c8517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:08.433658 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c8eea5e8-8f3e-400c-b50f-507c2a4c8517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:08.478380 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c8eea5e8-8f3e-400c-b50f-507c2a4c8517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:08.481000 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c8eea5e8-8f3e-400c-b50f-507c2a4c8517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:08.482147 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c8eea5e8-8f3e-400c-b50f-507c2a4c8517 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3d4a805-6a9a-456f-9325-6fc2317c7d4f HTTP/1.1" status: 204 len: 168 time: 0.1157410 Jun 29 00:31:08.482902 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-34bc823f-eb2f-4f4b-8012-81a6523571a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:08.490019 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eea5e8-8f3e-400c-b50f-507c2a4c8517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d4a805-6a9a-456f-9325-6fc2317c7d4f,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:08.492304 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c8eea5e8-8f3e-400c-b50f-507c2a4c8517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:09.107873 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-691f64d2-eb11-4a18-92bf-d26510e89255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:12.325979 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cf12ece8-56e1-4969-96c7-4706f3311c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:12.646354 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:14.430960 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:16.904170 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:17.232323 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:31:19.590544 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41246) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:19.697966 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6602685e-6aed-48eb-a1f0-6c32caaa2880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:19.790793 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6602685e-6aed-48eb-a1f0-6c32caaa2880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:19.796064 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6602685e-6aed-48eb-a1f0-6c32caaa2880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:19.800125 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-860e0a3f-b849-4490-97b0-1b2a056539eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:19.836223 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602685e-6aed-48eb-a1f0-6c32caaa2880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e073d01c-ab76-4e2a-acad-b6cab1f81c07,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:19.839617 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6602685e-6aed-48eb-a1f0-6c32caaa2880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:19.843723 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-6602685e-6aed-48eb-a1f0-6c32caaa2880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a90a310544b041fcb1f073e2dc6e60cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519932 Jun 29 00:31:19.847365 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41266) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:19.896367 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-38dcf5d6-1aca-4072-b7f6-9a39430c0b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:19.918346 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-38dcf5d6-1aca-4072-b7f6-9a39430c0b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:19.967468 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-38dcf5d6-1aca-4072-b7f6-9a39430c0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:19.970278 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-38dcf5d6-1aca-4072-b7f6-9a39430c0b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:19.971521 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-38dcf5d6-1aca-4072-b7f6-9a39430c0b9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e073d01c-ab76-4e2a-acad-b6cab1f81c07 HTTP/1.1" status: 204 len: 168 time: 0.1231153 Jun 29 00:31:19.972421 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-67ab3f33-441a-4326-9163-827afbb8771d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:19.984841 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcf5d6-1aca-4072-b7f6-9a39430c0b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e073d01c-ab76-4e2a-acad-b6cab1f81c07,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:19.987113 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-38dcf5d6-1aca-4072-b7f6-9a39430c0b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:20.236080 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:20.252784 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41286) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:20.266301 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd569-d6db-406b-a9c7-8d89a1ebab9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:20.354650 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd569-d6db-406b-a9c7-8d89a1ebab9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:20.358315 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd569-d6db-406b-a9c7-8d89a1ebab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:20.361627 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-405e7abc-f4a4-4207-ace3-26b5aff093cc tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:20.396315 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-cb2bd569-d6db-406b-a9c7-8d89a1ebab9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82ff7bf26f58487abe660ef6c84dc5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424649 Jun 29 00:31:20.397410 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bd569-d6db-406b-a9c7-8d89a1ebab9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44645f20-9de1-440b-bd1e-60d07a3e1eda,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:20.399085 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41288) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:20.400428 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-cb2bd569-d6db-406b-a9c7-8d89a1ebab9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:20.447370 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cac183ff-96a4-4027-810b-917045b3dec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:20.469300 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cac183ff-96a4-4027-810b-917045b3dec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:20.516146 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cac183ff-96a4-4027-810b-917045b3dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:20.519074 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cac183ff-96a4-4027-810b-917045b3dec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:20.520208 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-cac183ff-96a4-4027-810b-917045b3dec1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44645f20-9de1-440b-bd1e-60d07a3e1eda HTTP/1.1" status: 204 len: 168 time: 0.1201334 Jun 29 00:31:20.520961 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e3ec35dc-cff5-4cee-a5a2-41875f97aeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:20.528133 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac183ff-96a4-4027-810b-917045b3dec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44645f20-9de1-440b-bd1e-60d07a3e1eda,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:20.530668 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cac183ff-96a4-4027-810b-917045b3dec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:24.661569 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41444) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:24.805922 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4ced08-7196-4f1c-a0db-809225119737 admin admin] Deleting subnet 5b9f9836-7b40-4de4-8c47-389d44ee9615 {{(pid=92941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:31:24.809062 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7a4ced08-7196-4f1c-a0db-809225119737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:24.843121 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7a4ced08-7196-4f1c-a0db-809225119737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592473'] for subnet, precommit_delete_associations {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:24.880843 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7a4ced08-7196-4f1c-a0db-809225119737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:24.892174 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41450) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:24.933032 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7a4ced08-7196-4f1c-a0db-809225119737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4592406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4222160'] for subnet, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:24.936276 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:24.961321 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ced08-7196-4f1c-a0db-809225119737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9f9836-7b40-4de4-8c47-389d44ee9615,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:24.963269 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7a4ced08-7196-4f1c-a0db-809225119737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for subnet, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:24.968246 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41456) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:24.968438 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7a4ced08-7196-4f1c-a0db-809225119737 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5b9f9836-7b40-4de4-8c47-389d44ee9615 HTTP/1.1" status: 204 len: 168 time: 0.3056343 Jun 29 00:31:24.969621 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7a4ced08-7196-4f1c-a0db-809225119737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:25.019276 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3c28-8155-4cf4-90fe-5915738a2642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.069527 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.183732 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.195065 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a']}} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:31:25.210822 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2e892e-57ff-4037-b79f-da4cc424d544') {'for_net_delete': True} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:31:25.211157 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2e892e-57ff-4037-b79f-da4cc424d544') {} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:31:25.225585 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467913'] for segment, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.245595 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3c28-8155-4cf4-90fe-5915738a2642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.246911 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.251728 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3c28-8155-4cf4-90fe-5915738a2642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.256080 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-2af4b176-fe89-405e-96a8-21ea284616a6 tempest-TestVolumeBootPattern-792134100 tempest-TestVolumeBootPattern-792134100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:25.264313 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=92940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:31:25.264703 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4473368'] for segment, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: Traceback (most recent call last): Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: timer() Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: cb(*args, **kw) Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: return func(*args, **kwargs) Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: self._notify() Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: self.callback(batched_events) Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: event.method(event) Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: return f(self, *a, **k) Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._get(url).json() Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: return self.request(url, 'GET', **kwargs) Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:31:25.266278 dv-cinder-763306-13-iscsi neutron-server[92940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:31:25.336913 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-5b2d3c28-8155-4cf4-90fe-5915738a2642 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99e06a04e01b4ddf9404bf497fa888e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436367 Jun 29 00:31:25.339633 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41458) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:25.347599 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d3c28-8155-4cf4-90fe-5915738a2642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae7913e-a368-4dc7-9640-e4e612830d54,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:25.351091 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5b2d3c28-8155-4cf4-90fe-5915738a2642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:25.353295 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.357260 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:25.359686 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.364583 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a HTTP/1.1" status: 204 len: 168 time: 0.3922520 Jun 29 00:31:25.374926 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8c8eb1-848e-48bd-9c77-6b78ea8ca03a,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:25.377530 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-929a30f6-91a8-493f-8beb-da177a37612e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:25.402668 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e72a567f-02f2-47db-9813-ed02892f965f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.432139 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e72a567f-02f2-47db-9813-ed02892f965f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.483769 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e72a567f-02f2-47db-9813-ed02892f965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.486648 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e72a567f-02f2-47db-9813-ed02892f965f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.491351 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e72a567f-02f2-47db-9813-ed02892f965f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ae7913e-a368-4dc7-9640-e4e612830d54 HTTP/1.1" status: 204 len: 168 time: 0.1505682 Jun 29 00:31:25.492148 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41466) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:25.493080 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-daec771c-248b-4a1a-941e-d6d4aef8cc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:25.520161 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a567f-02f2-47db-9813-ed02892f965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae7913e-a368-4dc7-9640-e4e612830d54,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:25.525478 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e72a567f-02f2-47db-9813-ed02892f965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:25.565235 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7ef092ce-dbf1-4af0-a1c0-f1990be0e33a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f13eae06fc3489a83d4e84948d57047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640545 Jun 29 00:31:25.565535 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41470) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:25.624264 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e7ea-056a-4cc3-b7b0-bd3a73c0d46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.646476 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e7ea-056a-4cc3-b7b0-bd3a73c0d46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.699229 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e7ea-056a-4cc3-b7b0-bd3a73c0d46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.701892 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e7ea-056a-4cc3-b7b0-bd3a73c0d46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.705570 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-dbb8e7ea-056a-4cc3-b7b0-bd3a73c0d46d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edeacd14-144e-4053-bd49-d52752cd4a07 HTTP/1.1" status: 204 len: 168 time: 0.1366870 Jun 29 00:31:25.705570 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-beac18c7-2eca-4478-981a-97a167301f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:25.713426 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8e7ea-056a-4cc3-b7b0-bd3a73c0d46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeacd14-144e-4053-bd49-d52752cd4a07,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:25.720650 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-dbb8e7ea-056a-4cc3-b7b0-bd3a73c0d46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:25.863487 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41476) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:25.878102 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-992d1af0-013b-4445-98fe-b8f75eabbdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.987541 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-992d1af0-013b-4445-98fe-b8f75eabbdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.992736 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-992d1af0-013b-4445-98fe-b8f75eabbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:25.998519 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cb313e0f-1de0-4025-a93e-d9251a520c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:26.037835 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d1af0-013b-4445-98fe-b8f75eabbdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5336799d-f3a4-4106-97a3-4c833f662c2d,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:26.041112 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-992d1af0-013b-4445-98fe-b8f75eabbdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:26.044103 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-992d1af0-013b-4445-98fe-b8f75eabbdbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=514f1571da014da98a0667243b3b7f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795793 Jun 29 00:31:26.047606 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41480) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:26.096826 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ba6a-61f0-4914-95d6-951dfd5f1190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:26.118019 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ba6a-61f0-4914-95d6-951dfd5f1190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:26.164129 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ba6a-61f0-4914-95d6-951dfd5f1190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:26.167201 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ba6a-61f0-4914-95d6-951dfd5f1190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:26.168375 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-a2c0ba6a-61f0-4914-95d6-951dfd5f1190 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5336799d-f3a4-4106-97a3-4c833f662c2d HTTP/1.1" status: 204 len: 168 time: 0.1195433 Jun 29 00:31:26.169664 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6c3c1179-5e04-4c25-96c1-dc2186dba493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:26.177071 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0ba6a-61f0-4914-95d6-951dfd5f1190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5336799d-f3a4-4106-97a3-4c833f662c2d,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:26.179261 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-a2c0ba6a-61f0-4914-95d6-951dfd5f1190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:39.112410 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cca36c96-6d60-452a-88dd-bb254533f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:39.546201 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41722) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:39.651381 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-289ee6a5-3c23-4c5f-9cf1-66dd801d456b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:39.745648 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-289ee6a5-3c23-4c5f-9cf1-66dd801d456b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:39.749561 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-289ee6a5-3c23-4c5f-9cf1-66dd801d456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:39.751911 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-644ac8ea-c810-4874-a1f1-e8ed48780dae tempest-AttachVolumeShelveTestJSON-336198431 tempest-AttachVolumeShelveTestJSON-336198431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:39.786421 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-289ee6a5-3c23-4c5f-9cf1-66dd801d456b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3918e301fb347969044358c7b727fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391160 Jun 29 00:31:39.787318 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ee6a5-3c23-4c5f-9cf1-66dd801d456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4506e929-1807-40a9-88f9-9310bc9067c5,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:39.789231 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41734) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:39.790437 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-289ee6a5-3c23-4c5f-9cf1-66dd801d456b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:39.841338 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d008e10f-f420-4fcd-be81-9b6e9d3b6319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:39.862174 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d008e10f-f420-4fcd-be81-9b6e9d3b6319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:39.907818 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d008e10f-f420-4fcd-be81-9b6e9d3b6319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:39.910443 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-d008e10f-f420-4fcd-be81-9b6e9d3b6319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:39.911615 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-d008e10f-f420-4fcd-be81-9b6e9d3b6319 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4506e929-1807-40a9-88f9-9310bc9067c5 HTTP/1.1" status: 204 len: 168 time: 0.1213615 Jun 29 00:31:39.912377 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-52dd294d-31a9-435d-a40b-ae7f63d0da4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:39.919486 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008e10f-f420-4fcd-be81-9b6e9d3b6319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4506e929-1807-40a9-88f9-9310bc9067c5,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:39.922543 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d008e10f-f420-4fcd-be81-9b6e9d3b6319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:40.164694 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 41742) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:40.178226 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b46fe071-3c17-411d-87f0-5e96d78d9b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:40.264824 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b46fe071-3c17-411d-87f0-5e96d78d9b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:40.272034 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b46fe071-3c17-411d-87f0-5e96d78d9b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:40.274573 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-92f84811-509c-4372-a966-95d48badce37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:40.313894 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b46fe071-3c17-411d-87f0-5e96d78d9b4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=009e937d44464246be63cf3acc9ce11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480937 Jun 29 00:31:40.314801 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fe071-3c17-411d-87f0-5e96d78d9b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a127889-990e-4b90-bea8-51f3c92b5afc,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:40.316528 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 41746) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:40.317949 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b46fe071-3c17-411d-87f0-5e96d78d9b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:40.363807 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-728ce046-28f7-49f3-9b84-62cf43b1fb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:40.383967 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-728ce046-28f7-49f3-9b84-62cf43b1fb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:40.428126 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-728ce046-28f7-49f3-9b84-62cf43b1fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:40.430730 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-728ce046-28f7-49f3-9b84-62cf43b1fb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:40.431948 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-728ce046-28f7-49f3-9b84-62cf43b1fb5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a127889-990e-4b90-bea8-51f3c92b5afc HTTP/1.1" status: 204 len: 168 time: 0.1143546 Jun 29 00:31:40.432728 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bdcf6b6a-97cb-4695-8b0c-c352810ba2d8 tempest-AttachVolumeTestJSON-492874877 tempest-AttachVolumeTestJSON-492874877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:40.440428 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ce046-28f7-49f3-9b84-62cf43b1fb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a127889-990e-4b90-bea8-51f3c92b5afc,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:40.442647 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-728ce046-28f7-49f3-9b84-62cf43b1fb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:42.325309 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ea7f408e-12de-44f0-9e84-04bcf2a87f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:42.642075 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:44.434087 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:46.905066 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:50.226979 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:54.230182 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:31:55.183017 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42060) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:55.279807 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-326a6454-f0d0-4762-b6f9-d2c1a5bcdd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.363472 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-326a6454-f0d0-4762-b6f9-d2c1a5bcdd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.367049 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-326a6454-f0d0-4762-b6f9-d2c1a5bcdd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.370289 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-9ab3b322-b80e-45c6-aa48-3475ad3aef34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:55.408049 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-326a6454-f0d0-4762-b6f9-d2c1a5bcdd02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=409a2e50bb3a4b06b77f75e19a2a1965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239823 Jun 29 00:31:55.409069 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a6454-f0d0-4762-b6f9-d2c1a5bcdd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950cf137-49ce-4447-85fe-c0b727bbb4d7,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:55.410644 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42064) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:55.412254 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-326a6454-f0d0-4762-b6f9-d2c1a5bcdd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:55.457998 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-559f8e7d-e057-4703-9e6b-b3514c9a5c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.478611 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-559f8e7d-e057-4703-9e6b-b3514c9a5c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.524849 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-559f8e7d-e057-4703-9e6b-b3514c9a5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.527619 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-559f8e7d-e057-4703-9e6b-b3514c9a5c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.528721 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-559f8e7d-e057-4703-9e6b-b3514c9a5c19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/950cf137-49ce-4447-85fe-c0b727bbb4d7 HTTP/1.1" status: 204 len: 168 time: 0.1170480 Jun 29 00:31:55.530003 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6ae08b13-5734-452f-8275-75a218c1c2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:55.536901 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f8e7d-e057-4703-9e6b-b3514c9a5c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950cf137-49ce-4447-85fe-c0b727bbb4d7,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:55.539303 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-559f8e7d-e057-4703-9e6b-b3514c9a5c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:55.774250 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42070) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:55.787454 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ae0b-0a96-469d-ae57-3e99fb5c7aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.879118 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ae0b-0a96-469d-ae57-3e99fb5c7aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.882486 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b4e1ae0b-0a96-469d-ae57-3e99fb5c7aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.885725 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ab28d3c4-65c6-4774-9755-e7ae8d0fdf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:55.920914 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-b4e1ae0b-0a96-469d-ae57-3e99fb5c7aad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f41203a72be473aaf77ab1ea11f9d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455331 Jun 29 00:31:55.921999 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1ae0b-0a96-469d-ae57-3e99fb5c7aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaf6115-4e5f-4bbd-ba49-ae920065c92b,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:55.923507 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42074) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:55.925096 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b4e1ae0b-0a96-469d-ae57-3e99fb5c7aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:55.971187 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a4db-bec0-4296-8c49-10655b444701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:55.991535 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a4db-bec0-4296-8c49-10655b444701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.036758 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a4db-bec0-4296-8c49-10655b444701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.039611 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a4db-bec0-4296-8c49-10655b444701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.040785 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-2ad4a4db-bec0-4296-8c49-10655b444701 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/faaf6115-4e5f-4bbd-ba49-ae920065c92b HTTP/1.1" status: 204 len: 168 time: 0.1162887 Jun 29 00:31:56.041583 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-76b3d473-f73d-48a7-a417-69a254404c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:56.049587 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4a4db-bec0-4296-8c49-10655b444701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaf6115-4e5f-4bbd-ba49-ae920065c92b,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:56.052237 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-2ad4a4db-bec0-4296-8c49-10655b444701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:56.347766 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42084) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:56.360960 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-67048e48-4561-4efc-b862-7a6a5a170beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.448712 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-67048e48-4561-4efc-b862-7a6a5a170beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.452307 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-67048e48-4561-4efc-b862-7a6a5a170beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.455594 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-749dc251-8e55-4dbf-b76a-5f8a91d236fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:56.490038 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-67048e48-4561-4efc-b862-7a6a5a170beb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=690a0dbee9b74ef7812cbbb0ad9a30d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412532 Jun 29 00:31:56.491177 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67048e48-4561-4efc-b862-7a6a5a170beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c465f069-749e-43d8-803f-3fb54669b70f,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:56.492651 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42086) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:56.494216 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-67048e48-4561-4efc-b862-7a6a5a170beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:56.540722 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f5695439-c45f-48ae-b4a6-d7666008c7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.560969 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f5695439-c45f-48ae-b4a6-d7666008c7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.605167 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f5695439-c45f-48ae-b4a6-d7666008c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.608518 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f5695439-c45f-48ae-b4a6-d7666008c7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:56.609637 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-f5695439-c45f-48ae-b4a6-d7666008c7bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c465f069-749e-43d8-803f-3fb54669b70f HTTP/1.1" status: 204 len: 168 time: 0.1159494 Jun 29 00:31:56.610385 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ec01a045-3f30-4383-a9fc-1a7dda31488c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:56.622429 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5695439-c45f-48ae-b4a6-d7666008c7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c465f069-749e-43d8-803f-3fb54669b70f,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:56.624781 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f5695439-c45f-48ae-b4a6-d7666008c7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:58.172399 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42162) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:58.209092 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42168) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:58.308335 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9e78d95-df06-476d-b4c1-843cf67cbca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.333603 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-df647493-ef4f-4e90-8510-1aac0ce0a575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.395635 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9e78d95-df06-476d-b4c1-843cf67cbca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.399183 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-d9e78d95-df06-476d-b4c1-843cf67cbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.402712 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6c1f1352-ded0-4eb1-b0be-7daa1ab5fa6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:58.439612 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-d9e78d95-df06-476d-b4c1-843cf67cbca8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e0fb44722f84292bd079cf9136a648c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293687 Jun 29 00:31:58.441891 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e78d95-df06-476d-b4c1-843cf67cbca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bb0ea6-5636-4871-a1ae-0b34124f5e05,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:58.444553 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42172) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:58.446430 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d9e78d95-df06-476d-b4c1-843cf67cbca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:58.480064 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-df647493-ef4f-4e90-8510-1aac0ce0a575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.483886 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-df647493-ef4f-4e90-8510-1aac0ce0a575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.486363 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-68596519-f63f-4485-bba7-765261219feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:58.495614 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0198135b-d3bf-44ad-9ad7-a4b753cb35fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.515895 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0198135b-d3bf-44ad-9ad7-a4b753cb35fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.520184 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df647493-ef4f-4e90-8510-1aac0ce0a575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d62d6b3-2b74-4ede-ae06-7de48438a95c,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:58.526788 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-df647493-ef4f-4e90-8510-1aac0ce0a575 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5baae350fac14ca0a68f6415d6fcf077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511016 Jun 29 00:31:58.526788 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-df647493-ef4f-4e90-8510-1aac0ce0a575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:58.527128 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42174) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:58.565450 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0198135b-d3bf-44ad-9ad7-a4b753cb35fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.568415 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-0198135b-d3bf-44ad-9ad7-a4b753cb35fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.569662 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-0198135b-d3bf-44ad-9ad7-a4b753cb35fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30bb0ea6-5636-4871-a1ae-0b34124f5e05 HTTP/1.1" status: 204 len: 168 time: 0.1245179 Jun 29 00:31:58.570454 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d9c9a013-89b1-4f3a-ab1a-598adb743d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:58.574088 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-41407e2f-f1d6-4b00-bf57-b1c6cefdf085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.579157 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198135b-d3bf-44ad-9ad7-a4b753cb35fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bb0ea6-5636-4871-a1ae-0b34124f5e05,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:58.582013 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0198135b-d3bf-44ad-9ad7-a4b753cb35fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:58.598269 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-41407e2f-f1d6-4b00-bf57-b1c6cefdf085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.647967 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-41407e2f-f1d6-4b00-bf57-b1c6cefdf085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.650462 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-41407e2f-f1d6-4b00-bf57-b1c6cefdf085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.651650 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-41407e2f-f1d6-4b00-bf57-b1c6cefdf085 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d62d6b3-2b74-4ede-ae06-7de48438a95c HTTP/1.1" status: 204 len: 168 time: 0.1237192 Jun 29 00:31:58.652418 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d9631b1b-88be-43ec-922e-a209527c6c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:58.663447 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41407e2f-f1d6-4b00-bf57-b1c6cefdf085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d62d6b3-2b74-4ede-ae06-7de48438a95c,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:58.671475 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-41407e2f-f1d6-4b00-bf57-b1c6cefdf085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:58.842275 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42184) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:58.855305 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-89c18da2-45e4-42a5-92ea-ff8d5b2e65c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.946625 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-89c18da2-45e4-42a5-92ea-ff8d5b2e65c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.950827 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-89c18da2-45e4-42a5-92ea-ff8d5b2e65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:58.953371 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4cedf799-07dc-47f4-b972-2ee1743b425a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:58.988805 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c18da2-45e4-42a5-92ea-ff8d5b2e65c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c72e7-e746-42e3-98a6-de76cd62c010,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:58.993122 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-89c18da2-45e4-42a5-92ea-ff8d5b2e65c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6165fe2aba904a359bd03ac95d0e1d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496661 Jun 29 00:31:58.994099 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-89c18da2-45e4-42a5-92ea-ff8d5b2e65c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:31:58.995567 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42192) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:31:59.045756 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-434689b7-6e90-46e7-b95b-fe1388ac72ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:59.066374 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-434689b7-6e90-46e7-b95b-fe1388ac72ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:59.112572 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-434689b7-6e90-46e7-b95b-fe1388ac72ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:59.115713 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-434689b7-6e90-46e7-b95b-fe1388ac72ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:31:59.116994 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-434689b7-6e90-46e7-b95b-fe1388ac72ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd0c72e7-e746-42e3-98a6-de76cd62c010 HTTP/1.1" status: 204 len: 168 time: 0.1205244 Jun 29 00:31:59.117755 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-79fae659-5e6a-4d3c-8487-000c76d13af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:31:59.125717 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434689b7-6e90-46e7-b95b-fe1388ac72ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c72e7-e746-42e3-98a6-de76cd62c010,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:31:59.127975 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-434689b7-6e90-46e7-b95b-fe1388ac72ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:01.221666 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42328) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:01.327150 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.446242 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.449703 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.453211 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1a7823e4-7fca-4563-9505-a58cd10532d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:01.490490 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3ab760711de4bfa916a2943b9b5c53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673044 Jun 29 00:32:01.491492 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8688d0-66ab-4e34-b2f9-fa3e0b11ef7c,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:01.493092 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42338) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:01.499205 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.499588 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.499974 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.500345 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.500711 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.501077 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.501438 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.501795 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.502153 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.502510 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.502888 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.503238 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.506910 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-9e81ccfd-4e78-4982-b2ae-c75d938947e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:01.540795 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.561511 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.605323 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.608482 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.609605 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b8688d0-66ab-4e34-b2f9-fa3e0b11ef7c HTTP/1.1" status: 204 len: 168 time: 0.1155000 Jun 29 00:32:01.610417 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-67048e48-4561-4efc-b862-7a6a5a170beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:01.619886 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8688d0-66ab-4e34-b2f9-fa3e0b11ef7c,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:01.627033 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.627423 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.627796 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.628168 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.628536 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.628914 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.629268 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.629629 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.630023 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.630386 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.630748 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.631129 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:01.634158 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:01.860479 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42348) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:01.873618 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7824083c-9e80-4e13-9211-e25adb257f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.963044 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7824083c-9e80-4e13-9211-e25adb257f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.967358 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7824083c-9e80-4e13-9211-e25adb257f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:01.969754 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cb34ae49-6a51-48f9-b733-293c26fd764e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:02.007588 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7824083c-9e80-4e13-9211-e25adb257f1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92982c76164a461d8d694109817f6e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437922 Jun 29 00:32:02.007588 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824083c-9e80-4e13-9211-e25adb257f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8425c2-ca9e-4e78-92fc-9a20cd488e1c,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:02.008124 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42352) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:02.009401 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7824083c-9e80-4e13-9211-e25adb257f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:02.017521 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42354) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:02.058167 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad9b-03ad-457d-931a-5736446cbf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.080726 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad9b-03ad-457d-931a-5736446cbf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.129595 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b07d3c71-e72f-402b-a932-f2e0dc70e289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.133099 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad9b-03ad-457d-931a-5736446cbf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.135628 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ad9b-03ad-457d-931a-5736446cbf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.136819 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-dcd4ad9b-03ad-457d-931a-5736446cbf13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb8425c2-ca9e-4e78-92fc-9a20cd488e1c HTTP/1.1" status: 204 len: 168 time: 0.1277082 Jun 29 00:32:02.137722 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-4b03d384-8988-4700-9119-7a286c54899d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:02.146178 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4ad9b-03ad-457d-931a-5736446cbf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8425c2-ca9e-4e78-92fc-9a20cd488e1c,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:02.148439 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-dcd4ad9b-03ad-457d-931a-5736446cbf13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:02.224824 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b07d3c71-e72f-402b-a932-f2e0dc70e289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.228623 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-b07d3c71-e72f-402b-a932-f2e0dc70e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.231959 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-8de27605-f4e3-4564-b605-2c819ac2692b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:02.266907 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-b07d3c71-e72f-402b-a932-f2e0dc70e289 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67c9c39a710443c885eff87b471b9bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483170 Jun 29 00:32:02.267847 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d3c71-e72f-402b-a932-f2e0dc70e289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79950228-f0da-4c2d-a55c-c7b577129dbd,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:02.269609 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42362) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:02.282460 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b07d3c71-e72f-402b-a932-f2e0dc70e289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:02.317616 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-aa722517-a4f8-417e-a27e-e374e7b28a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.339197 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-aa722517-a4f8-417e-a27e-e374e7b28a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.385529 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-aa722517-a4f8-417e-a27e-e374e7b28a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.388662 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-aa722517-a4f8-417e-a27e-e374e7b28a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.392282 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-aa722517-a4f8-417e-a27e-e374e7b28a2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79950228-f0da-4c2d-a55c-c7b577129dbd HTTP/1.1" status: 204 len: 168 time: 0.1191800 Jun 29 00:32:02.392282 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-9069747a-2fc7-4e7a-b0bd-1cd8e25987a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:02.399154 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa722517-a4f8-417e-a27e-e374e7b28a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79950228-f0da-4c2d-a55c-c7b577129dbd,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:02.401522 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-aa722517-a4f8-417e-a27e-e374e7b28a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:02.702988 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42388) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:02.716773 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3735531e-ecb8-44cc-9a9c-9f3d72418f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.842062 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3735531e-ecb8-44cc-9a9c-9f3d72418f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.845913 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3735531e-ecb8-44cc-9a9c-9f3d72418f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.848923 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-5b2d3c28-8155-4cf4-90fe-5915738a2642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:02.886972 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-3735531e-ecb8-44cc-9a9c-9f3d72418f0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96a270868fc3426097db5bf8b9344871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828835 Jun 29 00:32:02.887904 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735531e-ecb8-44cc-9a9c-9f3d72418f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6e874b-1dc0-4aa7-92cc-c36edd894b00,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:02.890458 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42398) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:02.891260 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3735531e-ecb8-44cc-9a9c-9f3d72418f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:02.940252 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6403b6ef-3c98-4003-bbb4-2540ef67e86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:02.962359 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6403b6ef-3c98-4003-bbb4-2540ef67e86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.008849 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6403b6ef-3c98-4003-bbb4-2540ef67e86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.011723 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6403b6ef-3c98-4003-bbb4-2540ef67e86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.012937 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-6403b6ef-3c98-4003-bbb4-2540ef67e86c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d6e874b-1dc0-4aa7-92cc-c36edd894b00 HTTP/1.1" status: 204 len: 168 time: 0.1213510 Jun 29 00:32:03.013898 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-2ad4a4db-bec0-4296-8c49-10655b444701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:03.021492 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403b6ef-3c98-4003-bbb4-2540ef67e86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6e874b-1dc0-4aa7-92cc-c36edd894b00,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:03.024049 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6403b6ef-3c98-4003-bbb4-2540ef67e86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:03.472199 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42434) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:03.592273 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3c4163e6-d4c8-4556-93b2-0273983dbd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.688041 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3c4163e6-d4c8-4556-93b2-0273983dbd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.691930 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3c4163e6-d4c8-4556-93b2-0273983dbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.694396 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-440e1df9-9d4a-4daa-9b5a-fe4cee983304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:03.729056 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4163e6-d4c8-4556-93b2-0273983dbd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2aadda-95a1-4532-bdd1-66443fcd1770,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:03.733353 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-3c4163e6-d4c8-4556-93b2-0273983dbd40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83cc2eea0d85428493be7c3af83822ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599671 Jun 29 00:32:03.734316 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-3c4163e6-d4c8-4556-93b2-0273983dbd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:03.735923 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42446) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:03.788257 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-389dd7de-e422-4f55-8078-980ddcf736e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.808777 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-389dd7de-e422-4f55-8078-980ddcf736e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.859973 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-389dd7de-e422-4f55-8078-980ddcf736e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.862703 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-389dd7de-e422-4f55-8078-980ddcf736e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:03.867677 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-389dd7de-e422-4f55-8078-980ddcf736e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e2aadda-95a1-4532-bdd1-66443fcd1770 HTTP/1.1" status: 204 len: 168 time: 0.1298864 Jun 29 00:32:03.867912 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b5af2dff-c863-46c2-9843-3b6b6f189f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:03.876490 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dd7de-e422-4f55-8078-980ddcf736e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2aadda-95a1-4532-bdd1-66443fcd1770,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:03.879283 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-389dd7de-e422-4f55-8078-980ddcf736e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:04.139207 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42470) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:04.251042 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e8693ca1-f4cc-4f46-900c-01f9395e409a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:04.350035 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e8693ca1-f4cc-4f46-900c-01f9395e409a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:04.355099 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-e8693ca1-f4cc-4f46-900c-01f9395e409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:04.359638 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d008e10f-f420-4fcd-be81-9b6e9d3b6319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:04.398563 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-e8693ca1-f4cc-4f46-900c-01f9395e409a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a01e40c1514f4c0280addf4f271c396e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575414 Jun 29 00:32:04.399512 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8693ca1-f4cc-4f46-900c-01f9395e409a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ebe5ff-bbbf-4bc6-b1cb-0c992e7d117a,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:04.401183 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42490) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:04.402717 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e8693ca1-f4cc-4f46-900c-01f9395e409a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:04.459116 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-faa4efc2-436e-4e43-a428-24890810436b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:04.483268 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-faa4efc2-436e-4e43-a428-24890810436b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:04.562038 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-faa4efc2-436e-4e43-a428-24890810436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:04.564635 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-faa4efc2-436e-4e43-a428-24890810436b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:04.568667 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-faa4efc2-436e-4e43-a428-24890810436b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32ebe5ff-bbbf-4bc6-b1cb-0c992e7d117a HTTP/1.1" status: 204 len: 168 time: 0.1663132 Jun 29 00:32:04.569662 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cac183ff-96a4-4027-810b-917045b3dec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:04.577558 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4efc2-436e-4e43-a428-24890810436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ebe5ff-bbbf-4bc6-b1cb-0c992e7d117a,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:04.585685 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-faa4efc2-436e-4e43-a428-24890810436b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:09.104020 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-83cdc08c-5cfe-452f-a667-728dd062b07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:09.832399 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42726) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:09.943652 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7f0fc560-f52a-4935-b427-32a34e972a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:10.047107 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7f0fc560-f52a-4935-b427-32a34e972a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:10.051328 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7f0fc560-f52a-4935-b427-32a34e972a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:10.055397 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-a2e45158-8808-4fda-af72-ccc10de12d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:10.087525 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fc560-f52a-4935-b427-32a34e972a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26a6a8f-74e3-4076-8150-9d9eb8f331d9,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:10.090759 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7f0fc560-f52a-4935-b427-32a34e972a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:10.098236 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7f0fc560-f52a-4935-b427-32a34e972a29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79bf56497516486a8917e10783b439a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642276 Jun 29 00:32:10.100815 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42736) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:10.149232 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-57a514ee-f5cd-4138-b6fd-6b81ab8a5c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:10.169377 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-57a514ee-f5cd-4138-b6fd-6b81ab8a5c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:10.216113 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-57a514ee-f5cd-4138-b6fd-6b81ab8a5c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:10.219397 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-57a514ee-f5cd-4138-b6fd-6b81ab8a5c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:10.222839 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-57a514ee-f5cd-4138-b6fd-6b81ab8a5c53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f26a6a8f-74e3-4076-8150-9d9eb8f331d9 HTTP/1.1" status: 204 len: 168 time: 0.1187220 Jun 29 00:32:10.222839 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-326a6454-f0d0-4762-b6f9-d2c1a5bcdd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:10.228832 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a514ee-f5cd-4138-b6fd-6b81ab8a5c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26a6a8f-74e3-4076-8150-9d9eb8f331d9,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:10.231034 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-57a514ee-f5cd-4138-b6fd-6b81ab8a5c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:12.115961 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42818) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:12.216842 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e2b761dc-8542-4c7f-a75b-50a17ca8b091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.306448 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e2b761dc-8542-4c7f-a75b-50a17ca8b091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.310280 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-e2b761dc-8542-4c7f-a75b-50a17ca8b091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.314485 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b46fe071-3c17-411d-87f0-5e96d78d9b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:12.329031 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b92f53b3-df88-4bc7-b07a-af85a7ca5d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.349873 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b761dc-8542-4c7f-a75b-50a17ca8b091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155cecb6-dfec-4374-8659-43b0aa4da708,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:12.353255 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e2b761dc-8542-4c7f-a75b-50a17ca8b091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:12.358647 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-e2b761dc-8542-4c7f-a75b-50a17ca8b091 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ca5ace21b2d40aab841ddca9265ad2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416172 Jun 29 00:32:12.359053 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42826) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:12.411811 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f38f5209-8bcd-477d-b257-714bc082196b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.439119 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f38f5209-8bcd-477d-b257-714bc082196b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.490425 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f38f5209-8bcd-477d-b257-714bc082196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.493398 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f38f5209-8bcd-477d-b257-714bc082196b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.497069 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-f38f5209-8bcd-477d-b257-714bc082196b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/155cecb6-dfec-4374-8659-43b0aa4da708 HTTP/1.1" status: 204 len: 168 time: 0.1368802 Jun 29 00:32:12.498058 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-dcd4ad9b-03ad-457d-931a-5736446cbf13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:12.506419 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f5209-8bcd-477d-b257-714bc082196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155cecb6-dfec-4374-8659-43b0aa4da708,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:12.508812 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f38f5209-8bcd-477d-b257-714bc082196b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:12.647787 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.709540 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d622c0a2-04c5-4d3c-ae96-fbc0094e6bac tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=eb7a269952614b258849e44d912fe7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353417 Jun 29 00:32:12.815891 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42858) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:12.828901 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-123cd510-f10b-45dd-91cf-fb0d2f45de64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.892573 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-344a6e47-978a-4154-94b9-802d349d8679 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:12.893957 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-344a6e47-978a-4154-94b9-802d349d8679 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834621 Jun 29 00:32:12.911709 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42860) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:12.923503 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-a63fba39-7e30-46d5-ae88-c594f7c2dcab tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/quotas/eb7a269952614b258849e44d912fe7e0 HTTP/1.1" status: 200 len: 375 time: 0.0194016 Jun 29 00:32:12.926722 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-123cd510-f10b-45dd-91cf-fb0d2f45de64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.931925 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-123cd510-f10b-45dd-91cf-fb0d2f45de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:12.949458 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6602685e-6aed-48eb-a1f0-6c32caaa2880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:12.973501 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-123cd510-f10b-45dd-91cf-fb0d2f45de64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99636e1eceba464e8e670d70120d1733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540666 Jun 29 00:32:12.974219 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42864) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:12.988274 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cd510-f10b-45dd-91cf-fb0d2f45de64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb5b495-1275-473a-93d7-b51d34436c62,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:12.994708 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-123cd510-f10b-45dd-91cf-fb0d2f45de64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:13.035287 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-02ac786e-967b-409b-ad2b-bc1234fe672a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.058387 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-02ac786e-967b-409b-ad2b-bc1234fe672a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.105926 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-02ac786e-967b-409b-ad2b-bc1234fe672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.109341 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-02ac786e-967b-409b-ad2b-bc1234fe672a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.110504 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-02ac786e-967b-409b-ad2b-bc1234fe672a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fb5b495-1275-473a-93d7-b51d34436c62 HTTP/1.1" status: 204 len: 168 time: 0.1354680 Jun 29 00:32:13.111423 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c8eea5e8-8f3e-400c-b50f-507c2a4c8517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:13.120279 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac786e-967b-409b-ad2b-bc1234fe672a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb5b495-1275-473a-93d7-b51d34436c62,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:13.122631 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-02ac786e-967b-409b-ad2b-bc1234fe672a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:13.205130 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-ae71f288-dfd9-4e58-8665-dd00d767194d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb7a269952614b258849e44d912fe7e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2788312 Jun 29 00:32:13.216511 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7827662c-8136-4f96-9aad-a9bda3a76e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.311990 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7827662c-8136-4f96-9aad-a9bda3a76e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.324683 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7827662c-8136-4f96-9aad-a9bda3a76e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.328803 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-b07d3c71-e72f-402b-a932-f2e0dc70e289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:13.357050 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827662c-8136-4f96-9aad-a9bda3a76e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d76ec87-3537-4974-a2d6-ee0bc5706d40,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:13.361547 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7827662c-8136-4f96-9aad-a9bda3a76e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:13.378527 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42882) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:13.379423 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7827662c-8136-4f96-9aad-a9bda3a76e62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10e7fc3a81174d3a8b654361628b4d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649460 Jun 29 00:32:13.422574 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42886) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:13.437464 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b8e8534c-101e-4fc2-9c0f-0502a82f7b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.437707 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3d3d96e7-3e7f-47db-a762-81f6eb597975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.472393 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b8e8534c-101e-4fc2-9c0f-0502a82f7b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.532604 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b8e8534c-101e-4fc2-9c0f-0502a82f7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.535760 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-b8e8534c-101e-4fc2-9c0f-0502a82f7b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.537045 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-b8e8534c-101e-4fc2-9c0f-0502a82f7b7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d76ec87-3537-4974-a2d6-ee0bc5706d40 HTTP/1.1" status: 204 len: 168 time: 0.1574931 Jun 29 00:32:13.538097 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-38dcf5d6-1aca-4072-b7f6-9a39430c0b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:13.545652 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8534c-101e-4fc2-9c0f-0502a82f7b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d76ec87-3537-4974-a2d6-ee0bc5706d40,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:13.548379 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b8e8534c-101e-4fc2-9c0f-0502a82f7b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:13.549591 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3d3d96e7-3e7f-47db-a762-81f6eb597975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.556656 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-3d3d96e7-3e7f-47db-a762-81f6eb597975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.559425 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e2b761dc-8542-4c7f-a75b-50a17ca8b091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:13.596004 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d96e7-3e7f-47db-a762-81f6eb597975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb059fd6-7bae-4537-b189-642d03babc79,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:13.603255 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-3d3d96e7-3e7f-47db-a762-81f6eb597975 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6edc1df8fe334476a4645f5b8d43d307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765912 Jun 29 00:32:13.603255 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-3d3d96e7-3e7f-47db-a762-81f6eb597975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:13.603255 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42890) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:13.662606 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d10e7ce-19ba-4c63-a93f-83ec16a96221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.699292 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-4c339db5-53dc-4e7a-aef7-86706e7bb038 req-fe9fcf09-910f-48dc-a225-5945e31ad743 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 210 time: 0.3121538 Jun 29 00:32:13.711720 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d10e7ce-19ba-4c63-a93f-83ec16a96221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.770930 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d10e7ce-19ba-4c63-a93f-83ec16a96221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.773785 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-7d10e7ce-19ba-4c63-a93f-83ec16a96221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:13.775031 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-7d10e7ce-19ba-4c63-a93f-83ec16a96221 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb059fd6-7bae-4537-b189-642d03babc79 HTTP/1.1" status: 204 len: 168 time: 0.1710298 Jun 29 00:32:13.775810 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-dbb8e7ea-056a-4cc3-b7b0-bd3a73c0d46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:13.785248 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10e7ce-19ba-4c63-a93f-83ec16a96221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb059fd6-7bae-4537-b189-642d03babc79,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:13.789249 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7d10e7ce-19ba-4c63-a93f-83ec16a96221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:14.083637 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42906) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:14.099103 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-fae8f5f4-126d-4858-a636-87e42552aa0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.198829 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-fae8f5f4-126d-4858-a636-87e42552aa0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.202518 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-fae8f5f4-126d-4858-a636-87e42552aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.205178 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-434689b7-6e90-46e7-b95b-fe1388ac72ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:14.241490 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-fae8f5f4-126d-4858-a636-87e42552aa0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00d0e60888d14bec9f78798ee0e54cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569278 Jun 29 00:32:14.242488 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8f5f4-126d-4858-a636-87e42552aa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c423988-ad0c-402c-b6b5-a05c01622252,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:14.244208 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42908) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:14.245931 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-fae8f5f4-126d-4858-a636-87e42552aa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:14.292715 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6d5e85b6-1bc1-4ea1-b4c2-2469ffdc48cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.314640 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6d5e85b6-1bc1-4ea1-b4c2-2469ffdc48cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.364076 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6d5e85b6-1bc1-4ea1-b4c2-2469ffdc48cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.366609 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-6d5e85b6-1bc1-4ea1-b4c2-2469ffdc48cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.367775 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-6d5e85b6-1bc1-4ea1-b4c2-2469ffdc48cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c423988-ad0c-402c-b6b5-a05c01622252 HTTP/1.1" status: 204 len: 168 time: 0.1223359 Jun 29 00:32:14.369183 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-4521d3b2-a2c5-436a-9cd4-dedc938de6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:14.377549 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e85b6-1bc1-4ea1-b4c2-2469ffdc48cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c423988-ad0c-402c-b6b5-a05c01622252,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:14.379730 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-6d5e85b6-1bc1-4ea1-b4c2-2469ffdc48cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:14.437870 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.688041 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42916) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:14.700601 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22f32766-20ce-47a0-adce-284164e64185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.792009 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22f32766-20ce-47a0-adce-284164e64185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.796775 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-22f32766-20ce-47a0-adce-284164e64185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.799701 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-faa4efc2-436e-4e43-a428-24890810436b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:14.838108 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-22f32766-20ce-47a0-adce-284164e64185 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2c500c076ff4b67903ba175eb6a55f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490433 Jun 29 00:32:14.840273 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f32766-20ce-47a0-adce-284164e64185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a140c3f3-1352-4c08-a876-48f182cf3cb8,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:14.840845 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42920) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:14.844238 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-22f32766-20ce-47a0-adce-284164e64185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:14.894260 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6acb79b9-cf95-4cd6-827e-53cb427cf0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.918189 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6acb79b9-cf95-4cd6-827e-53cb427cf0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.972978 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6acb79b9-cf95-4cd6-827e-53cb427cf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.976477 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-6acb79b9-cf95-4cd6-827e-53cb427cf0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:14.977923 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-6acb79b9-cf95-4cd6-827e-53cb427cf0c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a140c3f3-1352-4c08-a876-48f182cf3cb8 HTTP/1.1" status: 204 len: 168 time: 0.1360281 Jun 29 00:32:14.978963 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-41407e2f-f1d6-4b00-bf57-b1c6cefdf085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:14.987720 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb79b9-cf95-4cd6-827e-53cb427cf0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a140c3f3-1352-4c08-a876-48f182cf3cb8,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:14.990476 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6acb79b9-cf95-4cd6-827e-53cb427cf0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:15.012670 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-fb3f6596-4414-4ead-80df-7d2c95b87442 req-03389b1b-0172-45ff-84bd-8c43df96c145 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 210 time: 0.0303864 Jun 29 00:32:15.070486 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-657eee55-b7bd-4457-9e00-7eb6c5985651 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=eb7a269952614b258849e44d912fe7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305033 Jun 29 00:32:15.266824 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-a77cf1ec-29c4-41c0-bdf3-084378cb0ee5 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:15.268290 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-a77cf1ec-29c4-41c0-bdf3-084378cb0ee5 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903071 Jun 29 00:32:15.295672 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Request body: {'port': {'device_id': 'efb14a9a-73b9-431d-aa31-985405da4551', 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e', 'admin_state_up': True, 'tenant_id': 'eb7a269952614b258849e44d912fe7e0'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:32:15.403906 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Made reservation on behalf of eb7a269952614b258849e44d912fe7e0 for: {'port': 1} {{(pid=92940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:32:15.407702 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:15.416552 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:15.524087 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:15.528694 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:15.532742 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-6acb79b9-cf95-4cd6-827e-53cb427cf0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:15.594311 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845ab941-2011-4aef-9fed-aa27469099a2,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:15.598994 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:15.664495 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_common [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Allocated IP 192.168.233.163 (14e17d33-6f78-478f-8808-221a79e4a31e/36de3bd4-ef74-4faf-a35d-6d54a5ce67d5/c3b51aa1-e182-4ae9-af35-2f09dc4475b4) {{(pid=92940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:32:15.808642 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks [] for port, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:15.824209 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Transition to ACTIVE for port object c3b51aa1-e182-4ae9-af35-2f09dc4475b4 will not be triggered until provisioned by entity DHCP. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:32:15.860075 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-710207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727251822574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4463062'] for port, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:15.864140 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e99f8c5e-9db2-43cf-8330-a5558ca9ae65 tempest-VolumesSnapshotTestJSON-1423506981 tempest-VolumesSnapshotTestJSON-1423506981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:15.901236 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Network 14e17d33-6f78-478f-8808-221a79e4a31e is already hosted by enough agents. {{(pid=92940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:32:15.907007 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.base_scheduler [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Resources bound (agent type, host, resource id): {{(pid=92940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:32:15.912915 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Received port after_create {{(pid=92940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:32:15.919052 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Pushing event updated for resources: {'Port': ['ID=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:15.939979 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:15.966531 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:15.967124 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:15.982390 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6912251 Jun 29 00:32:16.005956 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-47f19d85-06ce-4ad2-bdb4-bfe15c5dd78e tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 00:32:16.006954 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-47f19d85-06ce-4ad2-bdb4-bfe15c5dd78e tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053515 Jun 29 00:32:16.096884 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 42960) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:16.119705 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.v2.base [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Request body: {'port': {'device_id': 'efb14a9a-73b9-431d-aa31-985405da4551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:32:16.166716 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-7d5709a9-c464-4f8a-ba1e-45a37f83a3ee None None] Provisioning for port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 completed by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:32:16.167918 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-137b2e00-d8f2-4974-8cd3-ddf28e9ed27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.173436 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-7d5709a9-c464-4f8a-ba1e-45a37f83a3ee None None] Provisioning complete for port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 triggered by entity DHCP. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:32:16.174210 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d5709a9-c464-4f8a-ba1e-45a37f83a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.216189 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144bead-1d73-47d3-9e4e-c720d664d995 req-2044c778-dfa9-4a60-9225-2f8b55375c24 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:16.218268 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c144bead-1d73-47d3-9e4e-c720d664d995 req-2044c778-dfa9-4a60-9225-2f8b55375c24 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 936 time: 0.0788333 Jun 29 00:32:16.225857 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7d5709a9-c464-4f8a-ba1e-45a37f83a3ee None None] Port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 cannot update to ACTIVE because it is not bound. {{(pid=92942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:32:16.250505 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.289549 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-c144bead-1d73-47d3-9e4e-c720d664d995 req-d6e24b6f-d941-4de2-92c5-376f14f606e2 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549374 Jun 29 00:32:16.411381 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-137b2e00-d8f2-4974-8cd3-ddf28e9ed27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.426587 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-137b2e00-d8f2-4974-8cd3-ddf28e9ed27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.431053 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-02ac786e-967b-409b-ad2b-bc1234fe672a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:16.499815 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-137b2e00-d8f2-4974-8cd3-ddf28e9ed27f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4f3397646744e25b7e82eb90da8f539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016151 Jun 29 00:32:16.502445 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 42966) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:16.505305 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b2e00-d8f2-4974-8cd3-ddf28e9ed27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97565a22-ad2a-4eaa-9961-de332346363b,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:16.509659 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-137b2e00-d8f2-4974-8cd3-ddf28e9ed27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:16.550247 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-75491d39-cd2b-4097-b0ac-180ccd3b1d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.570513 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-75491d39-cd2b-4097-b0ac-180ccd3b1d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.585080 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b51aa1-e182-4ae9-af35-2f09dc4475b4 {{(pid=92940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:32:16.592147 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.616756 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.provisioning_blocks [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Transition to ACTIVE for port object c3b51aa1-e182-4ae9-af35-2f09dc4475b4 will not be triggered until provisioned by entity L2. {{(pid=92940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:32:16.616980 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-75491d39-cd2b-4097-b0ac-180ccd3b1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.619991 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-75491d39-cd2b-4097-b0ac-180ccd3b1d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.620816 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.622566 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:16.623433 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-75491d39-cd2b-4097-b0ac-180ccd3b1d28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97565a22-ad2a-4eaa-9961-de332346363b HTTP/1.1" status: 204 len: 168 time: 0.1197858 Jun 29 00:32:16.624310 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-7824083c-9e80-4e13-9211-e25adb257f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:16.634445 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75491d39-cd2b-4097-b0ac-180ccd3b1d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97565a22-ad2a-4eaa-9961-de332346363b,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:16.636933 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-75491d39-cd2b-4097-b0ac-180ccd3b1d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:16.672437 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Pushing event updated for resources: {'Port': ['ID=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,revision_number=2']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:16.678026 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:16.746299 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Attempting to bind port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:32:16.746642 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Attempting to bind port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'b4765eb8-cc50-418c-92f7-8272690c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:32:16.747052 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Attempting to bind port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 on network 14e17d33-6f78-478f-8808-221a79e4a31e {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:32:16.752776 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 on network 14e17d33-6f78-478f-8808-221a79e4a31e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:32:16.753156 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Attempting to bind port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 on network 14e17d33-6f78-478f-8808-221a79e4a31e {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:32:16.758960 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Checking agent: {'id': 'a6ad5399-30b1-4aa3-815f-d25dbb61d961', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:32:16.759399 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Checking segment: {'id': 'b4765eb8-cc50-418c-92f7-8272690c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:32:16.759873 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Bound using segment: {'id': 'b4765eb8-cc50-418c-92f7-8272690c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'} {{(pid=92940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:32:16.760409 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.managers [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Bound port: c3b51aa1-e182-4ae9-af35-2f09dc4475b4, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4765eb8-cc50-418c-92f7-8272690c78d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e'}}] {{(pid=92940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:32:16.760850 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:16.913681 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:17.082007 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] For port c3b51aa1-e182-4ae9-af35-2f09dc4475b4, host hv-cinder-76330, cleared binding levels {{(pid=92940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:32:17.085040 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] For port c3b51aa1-e182-4ae9-af35-2f09dc4475b4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,segment=NetworkSegment(b4765eb8-cc50-418c-92f7-8272690c78d3),segment_id=b4765eb8-cc50-418c-92f7-8272690c78d3)] {{(pid=92940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:32:17.089287 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4463040'] for port, after_update {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:17.091952 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-33e4c209-aeb7-47fd-ac59-147a6af12eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:17.122650 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:17.123296 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:17.124698 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] 10.222.0.38 "PUT /v2.0/ports/c3b51aa1-e182-4ae9-af35-2f09dc4475b4 HTTP/1.1" status: 200 len: 1098 time: 1.1095808 Jun 29 00:32:17.125197 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb14a9a-73b9-431d-aa31-985405da4551', 'tag': 'c3b51aa1-e182-4ae9-af35-2f09dc4475b4'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:32:17.127529 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf76468-ad3b-4247-8025-b3234602831d" -d '{"events": [{"name": "network-changed", "server_uuid": "efb14a9a-73b9-431d-aa31-985405da4551", "tag": "c3b51aa1-e182-4ae9-af35-2f09dc4475b4"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:32:17.160658 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Pushing event updated for resources: {'Port': ['ID=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,revision_number=3']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:17.163646 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:17.253239 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-653dbd63-d731-4152-873b-ac4ab23c0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:17.254892 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-653dbd63-d731-4152-873b-ac4ab23c0d6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb7a269952614b258849e44d912fe7e0&device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 1101 time: 0.0568128 Jun 29 00:32:17.313030 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-c51f7d9b-5ee3-4f58-b1b9-33eb9446a98a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c3b51aa1-e182-4ae9-af35-2f09dc4475b4 HTTP/1.1" status: 200 len: 217 time: 0.0388143 Jun 29 00:32:17.363502 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-0c06b1a0-21bf-4280-a1dd-bf8110f4f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:17.365003 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-0c06b1a0-21bf-4280-a1dd-bf8110f4f397 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36de3bd4-ef74-4faf-a35d-6d54a5ce67d5 HTTP/1.1" status: 200 len: 843 time: 0.0454369 Jun 29 00:32:17.378351 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbe147b-2be3-4536-966d-4f0b67e2a624 x-openstack-request-id: req-6cbe147b-2be3-4536-966d-4f0b67e2a624 {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:32:17.378682 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb14a9a-73b9-431d-aa31-985405da4551", "tag": "c3b51aa1-e182-4ae9-af35-2f09dc4475b4", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:32:17.379031 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cbe147b-2be3-4536-966d-4f0b67e2a624 {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:32:17.379464 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb14a9a-73b9-431d-aa31-985405da4551', 'tag': 'c3b51aa1-e182-4ae9-af35-2f09dc4475b4', 'status': 'completed', 'code': 200} Jun 29 00:32:17.432576 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-14ed1eb4-9925-4d12-92df-e61d86348aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:17.434103 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-14ed1eb4-9925-4d12-92df-e61d86348aad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14e17d33-6f78-478f-8808-221a79e4a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0538990 Jun 29 00:32:17.509972 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb24d5f-52d6-4c2a-8aad-ecc2a94ae39d req-824ff7f4-78a8-4dc0-82cf-f63c7aab4032 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:17.511532 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-feb24d5f-52d6-4c2a-8aad-ecc2a94ae39d req-824ff7f4-78a8-4dc0-82cf-f63c7aab4032 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 948 time: 0.0758436 Jun 29 00:32:17.545496 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-ca14af4d-25a8-4d1a-b29c-6b91ebb17692 service neutron] 10.222.0.38 "GET /v2.0/networks/14e17d33-6f78-478f-8808-221a79e4a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033542 Jun 29 00:32:17.551857 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-feb24d5f-52d6-4c2a-8aad-ecc2a94ae39d req-9e796541-ea87-454c-a30f-cc557ed72971 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Jun 29 00:32:17.641956 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-2fa19052-e63c-4352-bb83-1e96232d7d1f req-548c27da-fa42-47c2-b69e-efe7c3c11e4c service neutron] 10.222.0.38 "GET /v2.0/networks/14e17d33-6f78-478f-8808-221a79e4a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856121 Jun 29 00:32:17.797540 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf76468-ad3b-4247-8025-b3234602831d req-f0e21ae8-73a7-4516-91ba-259b96ddd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:17.799035 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf76468-ad3b-4247-8025-b3234602831d req-f0e21ae8-73a7-4516-91ba-259b96ddd7f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb7a269952614b258849e44d912fe7e0&device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 1101 time: 0.0550249 Jun 29 00:32:17.886778 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf76468-ad3b-4247-8025-b3234602831d req-c1717a57-3d68-4973-bbfe-7e96d1b97741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:17.888123 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf76468-ad3b-4247-8025-b3234602831d req-c1717a57-3d68-4973-bbfe-7e96d1b97741 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14e17d33-6f78-478f-8808-221a79e4a31e HTTP/1.1" status: 200 len: 870 time: 0.0818889 Jun 29 00:32:17.933583 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf76468-ad3b-4247-8025-b3234602831d req-357438e8-b9b6-4da4-9ed7-39c8a54e2001 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c3b51aa1-e182-4ae9-af35-2f09dc4475b4 HTTP/1.1" status: 200 len: 217 time: 0.0363832 Jun 29 00:32:17.981602 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf76468-ad3b-4247-8025-b3234602831d req-8a78e9aa-8ebc-42b7-86df-31c459166eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:17.983548 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf76468-ad3b-4247-8025-b3234602831d req-8a78e9aa-8ebc-42b7-86df-31c459166eb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36de3bd4-ef74-4faf-a35d-6d54a5ce67d5 HTTP/1.1" status: 200 len: 843 time: 0.0424545 Jun 29 00:32:18.038396 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf76468-ad3b-4247-8025-b3234602831d req-d24df1a7-a1d7-4542-a999-6f831b3f90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:18.039822 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf76468-ad3b-4247-8025-b3234602831d req-d24df1a7-a1d7-4542-a999-6f831b3f90ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14e17d33-6f78-478f-8808-221a79e4a31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0487113 Jun 29 00:32:18.130830 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf76468-ad3b-4247-8025-b3234602831d req-e589750f-64e2-4a9f-ab3a-cf5eb5ca52e2 service neutron] 10.222.0.38 "GET /v2.0/networks/14e17d33-6f78-478f-8808-221a79e4a31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831821 Jun 29 00:32:18.219120 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-dcf76468-ad3b-4247-8025-b3234602831d req-c8e879a7-0cb0-4a41-8bf4-0232a1247f35 service neutron] 10.222.0.38 "GET /v2.0/networks/14e17d33-6f78-478f-8808-221a79e4a31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802155 Jun 29 00:32:18.731545 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2f98-238e-4a27-a8ca-a53925693d65 req-5f2de3e7-6d03-4ec7-baee-4e73ef41ad14 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:18.732999 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbad2f98-238e-4a27-a8ca-a53925693d65 req-5f2de3e7-6d03-4ec7-baee-4e73ef41ad14 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 948 time: 0.0641806 Jun 29 00:32:18.768745 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-bbad2f98-238e-4a27-a8ca-a53925693d65 req-58768c91-7554-4266-bb1f-0a8a0e6d55d7 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302758 Jun 29 00:32:19.934142 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31453147-211b-4a98-934e-f8c2eb8f1aec req-64f45f4c-8900-440c-b8fd-0f0d6d1b1f24 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:19.935522 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-31453147-211b-4a98-934e-f8c2eb8f1aec req-64f45f4c-8900-440c-b8fd-0f0d6d1b1f24 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 948 time: 0.0603926 Jun 29 00:32:19.969300 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c3b51aa1-e182-4ae9-af35-2f09dc4475b4 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:32:19.972228 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-31453147-211b-4a98-934e-f8c2eb8f1aec req-e81a1df1-2065-4f69-a069-5aa084214ec9 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306208 Jun 29 00:32:20.064909 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port c3b51aa1-e182-4ae9-af35-2f09dc4475b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,segment=NetworkSegment(b4765eb8-cc50-418c-92f7-8272690c78d3),segment_id=b4765eb8-cc50-418c-92f7-8272690c78d3)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:32:20.074605 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Returning: {'device': 'c3b51aa1-e182-4ae9-af35-2f09dc4475b4', 'network_id': '14e17d33-6f78-478f-8808-221a79e4a31e', 'port_id': 'c3b51aa1-e182-4ae9-af35-2f09dc4475b4', 'mac_address': 'fa:16:3e:af:e9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36de3bd4-ef74-4faf-a35d-6d54a5ce67d5', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:32:20.109348 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:20.120995 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b51aa1-e182-4ae9-af35-2f09dc4475b4 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:32:20.139619 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port c3b51aa1-e182-4ae9-af35-2f09dc4475b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,segment=NetworkSegment(b4765eb8-cc50-418c-92f7-8272690c78d3),segment_id=b4765eb8-cc50-418c-92f7-8272690c78d3)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:32:20.143233 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:20.144906 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5d262788-0399-4d5a-98e0-1b9a0531a33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:20.188506 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,revision_number=4']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:20.195358 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.195713 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.196059 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.196399 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.196734 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.197069 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.197404 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.197739 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.198069 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.198398 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.198730 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.199083 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:32:20.202735 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:20.235812 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:20.562324 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['c3b51aa1-e182-4ae9-af35-2f09dc4475b4'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:32:21.148965 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f4822-3964-4b29-ba2e-9a3577a7bc3e req-adf91815-f8e0-4bc1-a1fa-e978f042af21 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:21.150613 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e37f4822-3964-4b29-ba2e-9a3577a7bc3e req-adf91815-f8e0-4bc1-a1fa-e978f042af21 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 949 time: 0.0639904 Jun 29 00:32:21.188160 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e37f4822-3964-4b29-ba2e-9a3577a7bc3e req-0e347d15-e052-4a03-bcea-caf2b9c4592e tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311522 Jun 29 00:32:21.982634 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c3b51aa1-e182-4ae9-af35-2f09dc4475b4 up at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:32:22.027946 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning for port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 completed by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:32:22.031807 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Provisioning complete for port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 triggered by entity L2. {{(pid=92942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:32:22.032186 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779993'] for port, provisioning_complete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:22.106600 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-710270'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:22.127759 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb14a9a-73b9-431d-aa31-985405da4551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b51aa1-e182-4ae9-af35-2f09dc4475b4'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:32:22.129991 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c56612bb361f222f6c7d93e6d96bd71c2fa21ba52278040788db2d4b34f610f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aefd28e-1fce-486c-8d9a-25ae1aaa6e90" -d '{"events": [{"server_uuid": "efb14a9a-73b9-431d-aa31-985405da4551", "name": "network-vif-plugged", "status": "completed", "tag": "c3b51aa1-e182-4ae9-af35-2f09dc4475b4"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:32:22.142227 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] For port c3b51aa1-e182-4ae9-af35-2f09dc4475b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,segment=NetworkSegment(b4765eb8-cc50-418c-92f7-8272690c78d3),segment_id=b4765eb8-cc50-418c-92f7-8272690c78d3)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:32:22.147605 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727252360012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727251823108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727251823153'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:22.149708 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7ad6cab5-81aa-4038-a55b-ba88cf3504d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:22.195404 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Pushing event updated for resources: {'Port': ['ID=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,revision_number=5']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:22.198438 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:22.220504 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5893745-f46a-4002-8626-11b02a35c328 x-openstack-request-id: req-d5893745-f46a-4002-8626-11b02a35c328 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:32:22.220821 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb14a9a-73b9-431d-aa31-985405da4551", "name": "network-vif-plugged", "status": "completed", "tag": "c3b51aa1-e182-4ae9-af35-2f09dc4475b4", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:32:22.221085 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5893745-f46a-4002-8626-11b02a35c328 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:32:22.221509 dv-cinder-763306-13-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb14a9a-73b9-431d-aa31-985405da4551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b51aa1-e182-4ae9-af35-2f09dc4475b4', 'code': 200} Jun 29 00:32:22.359058 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dbda2-8203-48ff-a8f2-c949a5b2123d req-7184ac18-38fa-40b6-9bd4-b76bf9b11f84 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:22.360539 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-624dbda2-8203-48ff-a8f2-c949a5b2123d req-7184ac18-38fa-40b6-9bd4-b76bf9b11f84 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 950 time: 0.0629728 Jun 29 00:32:22.397453 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-624dbda2-8203-48ff-a8f2-c949a5b2123d req-04d976ff-2c16-42fc-9984-9aec6c667a45 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Jun 29 00:32:22.480449 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad0aa3-3b5e-4ebd-b8b9-e312af05e6a8 req-a3910af7-588a-4ae0-87b4-423b611dc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:22.481891 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-efad0aa3-3b5e-4ebd-b8b9-e312af05e6a8 req-a3910af7-588a-4ae0-87b4-423b611dc30a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 1103 time: 0.0504615 Jun 29 00:32:22.523154 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-efad0aa3-3b5e-4ebd-b8b9-e312af05e6a8 req-4b3413ca-875c-469a-9f9c-fc2375d8dc12 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302141 Jun 29 00:32:23.567509 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a0604-cf57-41f5-80d2-4bbfa090c4f6 req-e00ca852-49d3-414f-8ef7-94fbfa111332 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:23.569042 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-508a0604-cf57-41f5-80d2-4bbfa090c4f6 req-e00ca852-49d3-414f-8ef7-94fbfa111332 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 950 time: 0.0630422 Jun 29 00:32:23.605786 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-508a0604-cf57-41f5-80d2-4bbfa090c4f6 req-6b5d8636-a17d-43db-9156-e58fa2859b59 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Jun 29 00:32:24.776079 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba4635-1f1f-4a11-8bb5-e54c703fa751 req-4e23fb00-76a9-4dd8-9b76-bbfae1457019 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:24.777553 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e0ba4635-1f1f-4a11-8bb5-e54c703fa751 req-4e23fb00-76a9-4dd8-9b76-bbfae1457019 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 950 time: 0.0649765 Jun 29 00:32:24.814355 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-e0ba4635-1f1f-4a11-8bb5-e54c703fa751 req-909d102a-a3e7-4acd-82be-e1bef4350665 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Jun 29 00:32:25.200824 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97055b-c397-46ae-b728-b3539bccf028 req-5a27e949-f9bb-4bea-9d0e-2790d5a7813d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:25.202240 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f97055b-c397-46ae-b728-b3539bccf028 req-5a27e949-f9bb-4bea-9d0e-2790d5a7813d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 950 time: 0.0619636 Jun 29 00:32:25.241348 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-8f97055b-c397-46ae-b728-b3539bccf028 req-94a5a860-6f39-4913-be56-1293bf44a8d3 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Jun 29 00:32:26.411648 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49508d1a-6c30-47d0-a970-f64b49a73cac req-b23889fc-7d64-41a6-8c3d-f21da017684c tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:26.413099 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-49508d1a-6c30-47d0-a970-f64b49a73cac req-b23889fc-7d64-41a6-8c3d-f21da017684c tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 950 time: 0.0652823 Jun 29 00:32:26.449380 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-49508d1a-6c30-47d0-a970-f64b49a73cac req-6a5dbfba-fee6-448a-a347-ad8a150d20a1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/security-groups?id=845ab941-2011-4aef-9fed-aa27469099a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308108 Jun 29 00:32:26.854108 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-97c8c8cf-d43f-4895-809f-51413ce474c3 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:32:26.855551 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-97c8c8cf-d43f-4895-809f-51413ce474c3 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 950 time: 0.0617926 Jun 29 00:32:26.953260 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Deleting port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:32:26.953523 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:27.041891 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] For port c3b51aa1-e182-4ae9-af35-2f09dc4475b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,segment=NetworkSegment(b4765eb8-cc50-418c-92f7-8272690c78d3),segment_id=b4765eb8-cc50-418c-92f7-8272690c78d3)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:32:27.042247 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:27.053641 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Calling delete_port for c3b51aa1-e182-4ae9-af35-2f09dc4475b4 owned by compute:nova {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:32:27.179461 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:27.183371 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-986c2565-4bd8-4f0a-9e31-82ee5d68e73d tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:27.209378 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Pushing event deleted for resources: {'Port': ['ID=c3b51aa1-e182-4ae9-af35-2f09dc4475b4,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:27.212167 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:27.220410 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] get_ports_and_sgs() called for port_ids ['c3b51aa1-e182-4ae9-af35-2f09dc4475b4'] {{(pid=92942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:32:27.253555 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] No DVR routers for this DVR port c3b51aa1-e182-4ae9-af35-2f09dc4475b4 on host hv-cinder-76330 {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:32:27.256053 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-165726'] for port, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:27.258035 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [req-c6675ee5-7aaf-4dcd-b28d-7aa7c3622549 req-acaeab7c-99b9-4551-8aaf-4adc4a7c92d1 tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.38 "DELETE /v2.0/ports/c3b51aa1-e182-4ae9-af35-2f09dc4475b4 HTTP/1.1" status: 204 len: 173 time: 0.3926399 Jun 29 00:32:27.258558 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb14a9a-73b9-431d-aa31-985405da4551', 'name': 'network-vif-deleted', 'tag': 'c3b51aa1-e182-4ae9-af35-2f09dc4475b4'}] {{(pid=92940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:32:27.260902 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2588472a3aba55baa204ffb82ec0b709706cb3e87ec417976be5899ae160a9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d544d65-2a95-455c-92c3-db7b3a6d7e9c" -d '{"events": [{"server_uuid": "efb14a9a-73b9-431d-aa31-985405da4551", "name": "network-vif-deleted", "tag": "c3b51aa1-e182-4ae9-af35-2f09dc4475b4"}]}' {{(pid=92940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:32:27.301717 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9f9ac7-b515-4f47-9ea7-6e3921e14a4c x-openstack-request-id: req-5d9f9ac7-b515-4f47-9ea7-6e3921e14a4c {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:32:27.302177 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb14a9a-73b9-431d-aa31-985405da4551", "name": "network-vif-deleted", "tag": "c3b51aa1-e182-4ae9-af35-2f09dc4475b4", "status": "completed", "code": 200}]} {{(pid=92940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:32:27.302633 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d9f9ac7-b515-4f47-9ea7-6e3921e14a4c {{(pid=92940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:32:27.303138 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb14a9a-73b9-431d-aa31-985405da4551', 'name': 'network-vif-deleted', 'tag': 'c3b51aa1-e182-4ae9-af35-2f09dc4475b4', 'status': 'completed', 'code': 200} Jun 29 00:32:27.596480 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [req-0b9eb68a-86e7-489a-9442-16ce71809fb9 req-98fc6b43-f36e-401e-97ee-47812ab670be tempest-VolumesNegativeTest-2022626968 tempest-VolumesNegativeTest-2022626968-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb14a9a-73b9-431d-aa31-985405da4551 HTTP/1.1" status: 200 len: 210 time: 0.0279362 Jun 29 00:32:31.228451 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:32:32.000649 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c3b51aa1-e182-4ae9-af35-2f09dc4475b4 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:32:32.022685 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] No Port match for: c3b51aa1-e182-4ae9-af35-2f09dc4475b4 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:32:32.023071 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Device c3b51aa1-e182-4ae9-af35-2f09dc4475b4 not bound to the agent host hv-cinder-76330 {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:32:32.305854 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43268) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:32.431290 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-8f9a2d2d-22e8-4e54-9ea3-e8147a4fff80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb7a269952614b258849e44d912fe7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241493 Jun 29 00:32:32.433505 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43272) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:32:32.483370 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3b9a291e-47c1-48d3-93da-50a69a896f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:32.503713 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3b9a291e-47c1-48d3-93da-50a69a896f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:32.548898 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3b9a291e-47c1-48d3-93da-50a69a896f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:32.553670 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3b9a291e-47c1-48d3-93da-50a69a896f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:32.554566 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-3b9a291e-47c1-48d3-93da-50a69a896f44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/845ab941-2011-4aef-9fed-aa27469099a2 HTTP/1.1" status: 204 len: 168 time: 0.1200321 Jun 29 00:32:32.555444 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b4e1ae0b-0a96-469d-ae57-3e99fb5c7aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:32:32.566651 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a291e-47c1-48d3-93da-50a69a896f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845ab941-2011-4aef-9fed-aa27469099a2,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:32:32.569122 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3b9a291e-47c1-48d3-93da-50a69a896f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:32:39.105194 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-72f87951-670a-42ca-b3df-f3ece0aedc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:42.329581 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d02e7bdf-7712-4825-9c22-c299fab952b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:42.639584 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:44.439301 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:46.909916 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:32:50.225706 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:08.226623 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:33:09.105658 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec108242-936d-4043-8647-2497f3e4567f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:12.330523 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0e03c9b6-4c84-4419-80f9-02acfb10463f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:12.640474 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:14.442597 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:16.913610 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:20.235032 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:39.104508 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f890-0fb4-489c-a313-28f5165ec2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:42.332064 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3f94fdf6-bb89-4b04-9cd5-3c9d3b8cfdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:42.642829 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:44.445733 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:45.225140 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:33:46.915229 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:33:50.236231 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:09.107820 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6f0a3761-3f30-4d26-9d99-2e5206e21e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:12.331993 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3967809f-a9b2-44d8-b1b6-d2c70f1ac83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:12.646402 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:14.448655 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:16.916795 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:20.233958 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:22.223300 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:34:39.108025 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d17f80e7-1c97-43bf-9d34-a76704564a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:42.332743 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5934e2ed-fd5d-44fb-b916-b4a9e67b83af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:42.647322 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:44.451403 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:46.920019 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:50.224318 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:55.275759 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43576) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:34:55.763954 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8049689'] for router_interface, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:56.005674 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Deleting port 0f5efcae-9475-422b-9b6d-66d26d33b36b {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:34:56.005931 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:56.083340 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] For port 0f5efcae-9475-422b-9b6d-66d26d33b36b, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=0f5efcae-9475-422b-9b6d-66d26d33b36b,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:34:56.083695 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:56.095612 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Calling delete_port for 0f5efcae-9475-422b-9b6d-66d26d33b36b owned by network:router_interface {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:34:56.269901 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:56.271735 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-d03fbbb3-1257-4ae9-b141-2946bd96e2ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:34:56.292857 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5efcae-9475-422b-9b6d-66d26d33b36b,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:34:56.305206 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.305599 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.305969 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.306337 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.306705 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.307095 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.307459 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.307822 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.308182 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.308539 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.308893 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.309247 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:34:56.327693 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:34:56.463752 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8049805'] for router_interface, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:56.666729 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 has already been hosted by L3 agent 5f3d4771-e300-465d-a58f-537ab07be5d8 {{(pid=92940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:34:56.768706 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-iscsi the message routers_updated {{(pid=92940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:34:56.773732 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-81b77dbd-b28a-456c-8a06-c986d2386516 admin admin] 10.222.0.24 "PUT /v2.0/routers/44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4969656 Jun 29 00:34:56.776189 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43582) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:34:56.778795 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] Sync routers for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:34:56.788747 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:34:56.789356 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:34:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:34:56.876776 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:56.888345 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: dv-cinder-763306-13-iscsi {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:34:56.974008 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.023992 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Deleting port 17036bad-8ec8-4a4d-a058-7e43b992e444 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:34:57.024339 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.059163 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'external_fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-29T00:34:56Z', 'revision_number': 5, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port': {'id': '17036bad-8ec8-4a4d-a058-7e43b992e444', 'name': '', 'network_id': 'e4926fd9-3111-4f9b-98fd-d724574de105', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:44Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bd67ba7-ec34-4ce2-b04e-103df782508a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-iscsi'}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:34:57.085261 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] Checking router: 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 for host: dv-cinder-763306-13-iscsi {{(pid=92943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:34:57.093204 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] Routers {'44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'} bound to L3 agent in host dv-cinder-763306-13-iscsi {{(pid=92943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:34:57.094329 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T23:48:42Z,description=,heartbeat_timestamp=2021-06-29T00:34:42Z,host='dv-cinder-763306-13-iscsi',id=5f3d4771-e300-465d-a58f-537ab07be5d8,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:42Z,topic='l3_agent')) {'router_ids': ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'], 'active': True} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:34:57.103714 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] For port 17036bad-8ec8-4a4d-a058-7e43b992e444, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=17036bad-8ec8-4a4d-a058-7e43b992e444,segment=NetworkSegment(af275d7c-4e75-4fdc-bf3b-7d4a6feed026),segment_id=af275d7c-4e75-4fdc-bf3b-7d4a6feed026)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:34:57.104075 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.115890 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Calling delete_port for 17036bad-8ec8-4a4d-a058-7e43b992e444 owned by network:router_gateway {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:34:57.175732 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_dvr_db [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] Set router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 gateway port host: None {{(pid=92943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:34:57.224667 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.l3_hamode_db [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-29T00:34:56Z', 'revision_number': 6, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port_host': None}], 'dv-cinder-763306-13-iscsi', False) {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:34:57.253331 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e48448-1867-43e5-91f7-d5b00de8109c None None] The sync data for ids ['44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8'] in dv-cinder-763306-13-iscsi is: [{'id': '44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8', 'name': 'tempest-AttachVolumeTestJSON-247541910-router', 'tenant_id': '265d6850dc23443eb41509e6f3827e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:41Z', 'updated_at': '2021-06-29T00:34:56Z', 'revision_number': 6, 'project_id': '265d6850dc23443eb41509e6f3827e51', 'gw_port_host': None}] {{(pid=92943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:34:57.277039 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.279056 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bd632499-ef9e-404b-bea3-3432785558c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:34:57.301561 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=17036bad-8ec8-4a4d-a058-7e43b992e444,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:34:57.305208 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:34:57.362352 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8051283'] for router_gateway, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.447657 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8049724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25354'] for router, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.449610 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.492999 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8051253'] for router, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.493571 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 {{(pid=92940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:34:57.498040 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.499335 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-1a0edacd-1877-4e42-be9c-943db62950e1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/44bcb4f0-2eba-42f0-b2e3-e4908a3c48c8 HTTP/1.1" status: 204 len: 168 time: 0.7222161 Jun 29 00:34:57.501718 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43584) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:34:57.543979 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa818fe-c92d-4ce3-be15-3a1ce39c5dbb admin admin] Deleting subnet 9d9d7929-c1fb-47d6-803d-15f6c9838b05 {{(pid=92940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:34:57.546793 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dfa818fe-c92d-4ce3-be15-3a1ce39c5dbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.579801 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dfa818fe-c92d-4ce3-be15-3a1ce39c5dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5467922'] for subnet, precommit_delete_associations {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.662250 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dfa818fe-c92d-4ce3-be15-3a1ce39c5dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782258'] for subnet, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.712953 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dfa818fe-c92d-4ce3-be15-3a1ce39c5dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-107307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4462977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4468348'] for subnet, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.715162 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:34:57.740974 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa818fe-c92d-4ce3-be15-3a1ce39c5dbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9d7929-c1fb-47d6-803d-15f6c9838b05,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:34:57.742983 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-dfa818fe-c92d-4ce3-be15-3a1ce39c5dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.744833 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-dfa818fe-c92d-4ce3-be15-3a1ce39c5dbb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9d9d7929-c1fb-47d6-803d-15f6c9838b05 HTTP/1.1" status: 204 len: 168 time: 0.2421970 Jun 29 00:34:57.745682 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-dfa818fe-c92d-4ce3-be15-3a1ce39c5dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:34:57.747404 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43586) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:34:57.748479 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d43ae4-e7b4-47b7-b057-811302c3e741 None None] Network 4ad788e7-2ca5-4585-83fd-40cad0c008c7 requested from dv-cinder-763306-13-iscsi {{(pid=92942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:34:57.813299 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582189'] for network, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.869895 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Deleting port cf225d01-d36f-4798-a1d0-60b462be4237 {{(pid=92940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:34:57.870249 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727252356410'] for port, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.931847 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.db [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] For port cf225d01-d36f-4798-a1d0-60b462be4237, host dv-cinder-763306-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-iscsi',level=0,port_id=cf225d01-d36f-4798-a1d0-60b462be4237,segment=NetworkSegment(9c5f4752-5cd2-4bb8-9112-539e8306448f),segment_id=9c5f4752-5cd2-4bb8-9112-539e8306448f)] {{(pid=92940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:34:57.932128 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8049014'] for port, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:57.945473 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.plugin [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Calling delete_port for cf225d01-d36f-4798-a1d0-60b462be4237 owned by network:dhcp {{(pid=92940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:34:58.036610 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-710150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727252360039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727251822583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4463055'] for port, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.039877 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-bf646097-171d-4fa1-adf5-8d093676857f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:34:58.055726 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0f5efcae-9475-422b-9b6d-66d26d33b36b no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:34:58.067945 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf225d01-d36f-4798-a1d0-60b462be4237,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:34:58.069768 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] No DVR routers for this DVR port cf225d01-d36f-4798-a1d0-60b462be4237 on host dv-cinder-763306-13-iscsi {{(pid=92940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:34:58.071317 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:34:58.078824 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d82e28-5b7e-4489-921b-a5108a99b442 None None] DHCP port deletion for 4ad788e7-2ca5-4585-83fd-40cad0c008c7 request from dv-cinder-763306-13-iscsi {{(pid=92942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:34:58.081135 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 0f5efcae-9475-422b-9b6d-66d26d33b36b {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:34:58.081490 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 0f5efcae-9475-422b-9b6d-66d26d33b36b not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:34:58.082170 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 17036bad-8ec8-4a4d-a058-7e43b992e444 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:34:58.107424 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: 17036bad-8ec8-4a4d-a058-7e43b992e444 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:34:58.107786 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device 17036bad-8ec8-4a4d-a058-7e43b992e444 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:34:58.155679 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-782626', 'neutron.services.segments.db._delete_segments_for_network-8727252400743'] for network, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.165992 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad788e7-2ca5-4585-83fd-40cad0c008c7']}} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:34:58.435257 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5f4752-5cd2-4bb8-9112-539e8306448f') {'for_net_delete': True} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:34:58.435933 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.services.segments.db [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5f4752-5cd2-4bb8-9112-539e8306448f') {} {{(pid=92940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:34:58.444163 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727252313182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5467913'] for segment, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.457696 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848'] for segment, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.463166 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=92940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:34:58.463543 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4473368'] for segment, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: Traceback (most recent call last): Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: timer() Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: cb(*args, **kw) Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: return func(*args, **kwargs) Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: self._notify() Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: self.callback(batched_events) Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: event.method(event) Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: return f(self, *a, **k) Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._get(url).json() Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: return self.request(url, 'GET', **kwargs) Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:34:58.465102 dv-cinder-763306-13-iscsi neutron-server[92940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:34:58.514706 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-782637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8086928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8051215'] for network, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.518736 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-ec6c65a4-7b28-4a4c-a710-98cbb8cd1d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:34:58.521709 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868939'] for network, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.522803 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4ad788e7-2ca5-4585-83fd-40cad0c008c7 HTTP/1.1" status: 204 len: 168 time: 0.7744567 Jun 29 00:34:58.533513 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad788e7-2ca5-4585-83fd-40cad0c008c7,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:34:58.535839 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-56adc0a3-6190-44ae-8faf-abcf7050fe12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:34:58.656404 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43590) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:34:58.694360 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-76b3a06f-239a-43c7-92b3-c0ae668dc829 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=265d6850dc23443eb41509e6f3827e51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0367620 Jun 29 00:34:58.696527 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43592) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:34:58.745786 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c873c844-c693-4886-8c84-63764c48a860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.766771 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c873c844-c693-4886-8c84-63764c48a860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.810370 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c873c844-c693-4886-8c84-63764c48a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.813573 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c873c844-c693-4886-8c84-63764c48a860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:34:58.814689 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c873c844-c693-4886-8c84-63764c48a860 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94c60abd-262b-4065-96e9-3b09a61ee651 HTTP/1.1" status: 204 len: 168 time: 0.1173036 Jun 29 00:34:58.815480 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-df647493-ef4f-4e90-8510-1aac0ce0a575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:34:58.822539 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873c844-c693-4886-8c84-63764c48a860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c60abd-262b-4065-96e9-3b09a61ee651,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:34:58.824888 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c873c844-c693-4886-8c84-63764c48a860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:34:59.221660 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:34:59.756376 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device cf225d01-d36f-4798-a1d0-60b462be4237 no longer exists at agent ovs-agent-dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:34:59.779549 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] No Port match for: cf225d01-d36f-4798-a1d0-60b462be4237 {{(pid=92942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:34:59.779964 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.rpc [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Device cf225d01-d36f-4798-a1d0-60b462be4237 not bound to the agent host dv-cinder-763306-13-iscsi {{(pid=92942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:35:02.514714 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43652) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:02.629498 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:02.716460 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:02.720115 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:02.723288 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-992d1af0-013b-4445-98fe-b8f75eabbdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:02.755835 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e6de18a3d764c85b02974506294ac3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400661 Jun 29 00:35:02.757719 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c7691d-8aa4-4fc1-a924-53595ed9a95c,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:02.758704 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43658) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:02.764769 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.765090 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.765971 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.766341 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.766706 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.767095 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.767460 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.767823 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.768186 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.768544 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.768903 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.769257 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-iscsi {{(pid=92941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:35:02.773042 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-8a630c51-56d1-45d5-a673-ec6f95823501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:02.807655 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c974ab30-3300-498c-8d2d-3edc5c7b0125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:02.827209 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c974ab30-3300-498c-8d2d-3edc5c7b0125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:02.871726 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c974ab30-3300-498c-8d2d-3edc5c7b0125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:02.874288 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c974ab30-3300-498c-8d2d-3edc5c7b0125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:02.875457 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c974ab30-3300-498c-8d2d-3edc5c7b0125 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74c7691d-8aa4-4fc1-a924-53595ed9a95c HTTP/1.1" status: 204 len: 168 time: 0.1155963 Jun 29 00:35:02.876240 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-b8e8534c-101e-4fc2-9c0f-0502a82f7b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:02.883122 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974ab30-3300-498c-8d2d-3edc5c7b0125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c7691d-8aa4-4fc1-a924-53595ed9a95c,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:02.885353 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c974ab30-3300-498c-8d2d-3edc5c7b0125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:09.108279 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c27a64b5-6762-49f2-b630-3ab01d7cdd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:12.148535 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43788) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:12.257163 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c6f9feff-ce01-4330-83c4-12c80c777606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:12.333458 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7cf2809f-7fca-4178-977a-89c8ddc9512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:12.346843 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c6f9feff-ce01-4330-83c4-12c80c777606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:12.350266 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-c6f9feff-ce01-4330-83c4-12c80c777606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:12.353502 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-e8693ca1-f4cc-4f46-900c-01f9395e409a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:12.386268 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-c6f9feff-ce01-4330-83c4-12c80c777606 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a620429d6cff4e91af7c5e25339768ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367063 Jun 29 00:35:12.388201 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9feff-ce01-4330-83c4-12c80c777606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc42ee-a84d-49fe-870e-3793a3164571,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:12.388899 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43792) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:12.391907 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-c6f9feff-ce01-4330-83c4-12c80c777606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:12.439803 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-47a4784c-05e4-4d48-aa9b-01a447c09584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:12.460228 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-47a4784c-05e4-4d48-aa9b-01a447c09584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:12.504105 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-47a4784c-05e4-4d48-aa9b-01a447c09584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:12.506595 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-47a4784c-05e4-4d48-aa9b-01a447c09584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:12.507755 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-47a4784c-05e4-4d48-aa9b-01a447c09584 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68fc42ee-a84d-49fe-870e-3793a3164571 HTTP/1.1" status: 204 len: 168 time: 0.1178775 Jun 29 00:35:12.508548 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-0198135b-d3bf-44ad-9ad7-a4b753cb35fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:12.515619 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4784c-05e4-4d48-aa9b-01a447c09584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc42ee-a84d-49fe-870e-3793a3164571,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:12.517937 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-47a4784c-05e4-4d48-aa9b-01a447c09584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:12.648762 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:13.599448 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43842) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:13.697714 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2d6bf08-7995-45c1-a28e-4991c05036a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:13.782248 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2d6bf08-7995-45c1-a28e-4991c05036a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:13.785696 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f2d6bf08-7995-45c1-a28e-4991c05036a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:13.788061 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-3c4163e6-d4c8-4556-93b2-0273983dbd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:13.822954 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f2d6bf08-7995-45c1-a28e-4991c05036a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e7cc5f482e347579fc90b935b33e7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224720 Jun 29 00:35:13.823870 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6bf08-7995-45c1-a28e-4991c05036a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c27c0d-b473-44b6-b442-a7dccea2f305,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:13.825647 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43846) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:13.826907 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f2d6bf08-7995-45c1-a28e-4991c05036a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:13.872993 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-822cfca4-8614-4065-a94c-64694c7e605e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:13.893602 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-822cfca4-8614-4065-a94c-64694c7e605e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:13.936587 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-822cfca4-8614-4065-a94c-64694c7e605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:13.939644 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-822cfca4-8614-4065-a94c-64694c7e605e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:13.940751 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-822cfca4-8614-4065-a94c-64694c7e605e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37c27c0d-b473-44b6-b442-a7dccea2f305 HTTP/1.1" status: 204 len: 168 time: 0.1141317 Jun 29 00:35:13.941519 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-728ce046-28f7-49f3-9b84-62cf43b1fb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:13.948486 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cfca4-8614-4065-a94c-64694c7e605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c27c0d-b473-44b6-b442-a7dccea2f305,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:13.950706 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-822cfca4-8614-4065-a94c-64694c7e605e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:14.454808 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:15.378381 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43890) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:15.479422 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fe2ed79b-8192-49a4-8193-c4cdb52929c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:15.562033 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fe2ed79b-8192-49a4-8193-c4cdb52929c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:15.565434 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-fe2ed79b-8192-49a4-8193-c4cdb52929c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:15.568626 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-3d3d96e7-3e7f-47db-a762-81f6eb597975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:15.607160 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-fe2ed79b-8192-49a4-8193-c4cdb52929c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c97a717b13647dba413f4b660150120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274928 Jun 29 00:35:15.608412 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ed79b-8192-49a4-8193-c4cdb52929c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd79ae94-463d-4f42-9d5b-a978a286c10e,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:15.609738 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43894) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:15.611498 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-fe2ed79b-8192-49a4-8193-c4cdb52929c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:15.662552 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7f74d246-9446-4fda-b75e-6bf0932458ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:15.683760 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7f74d246-9446-4fda-b75e-6bf0932458ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:15.732733 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7f74d246-9446-4fda-b75e-6bf0932458ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:15.735367 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-7f74d246-9446-4fda-b75e-6bf0932458ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:15.736478 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-7f74d246-9446-4fda-b75e-6bf0932458ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd79ae94-463d-4f42-9d5b-a978a286c10e HTTP/1.1" status: 204 len: 168 time: 0.1250250 Jun 29 00:35:15.737210 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-822cfca4-8614-4065-a94c-64694c7e605e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:15.744342 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74d246-9446-4fda-b75e-6bf0932458ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd79ae94-463d-4f42-9d5b-a978a286c10e,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:15.746487 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-7f74d246-9446-4fda-b75e-6bf0932458ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:15.983710 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43902) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:15.997357 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f06d911a-e587-44d9-9b1f-9c049f49cac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:16.078680 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f06d911a-e587-44d9-9b1f-9c049f49cac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:16.082182 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-f06d911a-e587-44d9-9b1f-9c049f49cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:16.084472 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-c7b69d58-36c5-4b7a-918b-e0a55ba02323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:16.119310 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-f06d911a-e587-44d9-9b1f-9c049f49cac7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=926a364487d3498088ff5e8c71a26faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339495 Jun 29 00:35:16.120200 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d911a-e587-44d9-9b1f-9c049f49cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93ad327-d8b3-4f2f-be43-4b99c7beb02d,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:16.121971 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43904) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:16.123129 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-f06d911a-e587-44d9-9b1f-9c049f49cac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:16.168277 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3cc61c94-3bb1-48a6-a036-36293bbf77bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:16.189010 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3cc61c94-3bb1-48a6-a036-36293bbf77bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:16.235965 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3cc61c94-3bb1-48a6-a036-36293bbf77bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:16.238500 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-3cc61c94-3bb1-48a6-a036-36293bbf77bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:16.239667 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-3cc61c94-3bb1-48a6-a036-36293bbf77bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f93ad327-d8b3-4f2f-be43-4b99c7beb02d HTTP/1.1" status: 204 len: 168 time: 0.1167209 Jun 29 00:35:16.240449 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-aa722517-a4f8-417e-a27e-e374e7b28a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:16.247634 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc61c94-3bb1-48a6-a036-36293bbf77bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93ad327-d8b3-4f2f-be43-4b99c7beb02d,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:16.249813 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3cc61c94-3bb1-48a6-a036-36293bbf77bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:16.924087 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:20.232708 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:20.988297 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43978) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:21.088234 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-afa6ebed-1a03-4453-bb02-6acbf713047f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.170589 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-afa6ebed-1a03-4453-bb02-6acbf713047f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.174818 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-afa6ebed-1a03-4453-bb02-6acbf713047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.178221 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-19226aec-6391-44b0-a0b3-1742e0818317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:21.212625 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-afa6ebed-1a03-4453-bb02-6acbf713047f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93da1cefc08b483cba568d23679e2bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233126 Jun 29 00:35:21.214653 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6ebed-1a03-4453-bb02-6acbf713047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a13372-09ab-4d47-be93-7cdfe0dc57d9,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:21.215413 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43982) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:21.217809 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-afa6ebed-1a03-4453-bb02-6acbf713047f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:21.262030 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b94d-cc01-44a7-a0cb-3e5fe63bdb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.282283 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b94d-cc01-44a7-a0cb-3e5fe63bdb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.327043 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b94d-cc01-44a7-a0cb-3e5fe63bdb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.330278 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b94d-cc01-44a7-a0cb-3e5fe63bdb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.331449 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-f6a5b94d-cc01-44a7-a0cb-3e5fe63bdb9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54a13372-09ab-4d47-be93-7cdfe0dc57d9 HTTP/1.1" status: 204 len: 168 time: 0.1150649 Jun 29 00:35:21.332578 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3735531e-ecb8-44cc-9a9c-9f3d72418f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:21.340282 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5b94d-cc01-44a7-a0cb-3e5fe63bdb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a13372-09ab-4d47-be93-7cdfe0dc57d9,revision_number=None']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:21.342525 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f6a5b94d-cc01-44a7-a0cb-3e5fe63bdb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:21.575579 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 43988) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:21.588919 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-8c10717c-ce5a-464d-a797-ad15b3703ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.679169 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-8c10717c-ce5a-464d-a797-ad15b3703ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.682587 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-8c10717c-ce5a-464d-a797-ad15b3703ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.685046 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-3b9a291e-47c1-48d3-93da-50a69a896f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:21.720295 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-8c10717c-ce5a-464d-a797-ad15b3703ace admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8a32d031ffe4095b935524fd2d746fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436489 Jun 29 00:35:21.721235 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10717c-ce5a-464d-a797-ad15b3703ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bab37d-c5be-40aa-91ce-d9bc928d99f4,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:21.723051 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 43990) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:21.724244 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-8c10717c-ce5a-464d-a797-ad15b3703ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:21.772895 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8cf0df85-3e18-4604-8c86-949df79a9777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.792707 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8cf0df85-3e18-4604-8c86-949df79a9777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.837137 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8cf0df85-3e18-4604-8c86-949df79a9777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.839628 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-8cf0df85-3e18-4604-8c86-949df79a9777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:21.840725 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-8cf0df85-3e18-4604-8c86-949df79a9777 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43bab37d-c5be-40aa-91ce-d9bc928d99f4 HTTP/1.1" status: 204 len: 168 time: 0.1166978 Jun 29 00:35:21.841443 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-d9e78d95-df06-476d-b4c1-843cf67cbca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:21.848797 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0df85-3e18-4604-8c86-949df79a9777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bab37d-c5be-40aa-91ce-d9bc928d99f4,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:21.850996 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-8cf0df85-3e18-4604-8c86-949df79a9777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:31.713066 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44082) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:31.812440 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-772c61ef-dff3-40cf-a84a-891e631da4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:31.898980 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-772c61ef-dff3-40cf-a84a-891e631da4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:31.902365 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-772c61ef-dff3-40cf-a84a-891e631da4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:31.905686 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-991c5f95-fe55-4714-9c04-2bed79904951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:31.940819 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-772c61ef-dff3-40cf-a84a-891e631da4f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b7ba200e6e249ef85fdfaf6ab3a451c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267025 Jun 29 00:35:31.941681 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c61ef-dff3-40cf-a84a-891e631da4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be2aef6-30f4-4a68-b659-3f50c2e5cf72,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:31.943552 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44086) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:31.944789 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-772c61ef-dff3-40cf-a84a-891e631da4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:31.991564 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-51e4a585-b6a4-45ff-b619-d32858abd031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.011557 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-51e4a585-b6a4-45ff-b619-d32858abd031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.056325 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-51e4a585-b6a4-45ff-b619-d32858abd031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.058923 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-51e4a585-b6a4-45ff-b619-d32858abd031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.060030 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-51e4a585-b6a4-45ff-b619-d32858abd031 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1be2aef6-30f4-4a68-b659-3f50c2e5cf72 HTTP/1.1" status: 204 len: 168 time: 0.1155243 Jun 29 00:35:32.060770 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-57a514ee-f5cd-4138-b6fd-6b81ab8a5c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:32.067697 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4a585-b6a4-45ff-b619-d32858abd031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be2aef6-30f4-4a68-b659-3f50c2e5cf72,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:32.069968 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-51e4a585-b6a4-45ff-b619-d32858abd031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:32.322458 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44092) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:32.336564 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5991804b-7bc4-4425-805f-d7f0a3f34516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.422007 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5991804b-7bc4-4425-805f-d7f0a3f34516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.425942 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-5991804b-7bc4-4425-805f-d7f0a3f34516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.428293 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-e72a567f-02f2-47db-9813-ed02892f965f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:32.461229 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991804b-7bc4-4425-805f-d7f0a3f34516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989d681d-a240-4445-8726-802e410cb520,revision_number=1']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:32.465391 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-5991804b-7bc4-4425-805f-d7f0a3f34516 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e708b0d67b64d4181188ef7c96c3f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418884 Jun 29 00:35:32.466298 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-5991804b-7bc4-4425-805f-d7f0a3f34516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:32.467868 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44094) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:32.513814 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4b12-966e-454f-8445-dddef3df230b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.533182 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4b12-966e-454f-8445-dddef3df230b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.577617 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4b12-966e-454f-8445-dddef3df230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.580396 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-cb8b4b12-966e-454f-8445-dddef3df230b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:32.581787 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-cb8b4b12-966e-454f-8445-dddef3df230b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/989d681d-a240-4445-8726-802e410cb520 HTTP/1.1" status: 204 len: 168 time: 0.1127789 Jun 29 00:35:32.582590 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-51e4a585-b6a4-45ff-b619-d32858abd031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:32.591707 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b4b12-966e-454f-8445-dddef3df230b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989d681d-a240-4445-8726-802e410cb520,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:32.593963 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-cb8b4b12-966e-454f-8445-dddef3df230b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:36.219563 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:35:36.464348 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.wsgi [-] (92940) accepted ('10.222.0.24', 44162) {{(pid=92940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:36.564286 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-31d907a6-e9fa-4e38-bf99-30f75a0abc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:36.649393 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-31d907a6-e9fa-4e38-bf99-30f75a0abc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:36.653869 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron_lib.callbacks.manager [None req-31d907a6-e9fa-4e38-bf99-30f75a0abc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_create {{(pid=92940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:36.657162 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-f5695439-c45f-48ae-b4a6-d7666008c7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:36.695127 dv-cinder-763306-13-iscsi neutron-server[92940]: INFO neutron.wsgi [None req-31d907a6-e9fa-4e38-bf99-30f75a0abc58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e7e914b93dc45108bfb9effc4beef02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289383 Jun 29 00:35:36.696023 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d907a6-e9fa-4e38-bf99-30f75a0abc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c43a2d6-97ab-4e58-a083-2615b2546a82,revision_number=1']} {{(pid=92940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:36.697782 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.wsgi [-] (92941) accepted ('10.222.0.24', 44166) {{(pid=92941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:35:36.699063 dv-cinder-763306-13-iscsi neutron-server[92940]: DEBUG oslo_concurrency.lockutils [None req-31d907a6-e9fa-4e38-bf99-30f75a0abc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:36.747617 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-773cf450-6ac1-4e1d-a0ab-e6cdcb95d822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:36.767171 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-773cf450-6ac1-4e1d-a0ab-e6cdcb95d822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:36.815419 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-773cf450-6ac1-4e1d-a0ab-e6cdcb95d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8093513'] for security_group, after_delete {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:36.817967 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron_lib.callbacks.manager [None req-773cf450-6ac1-4e1d-a0ab-e6cdcb95d822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:36.819140 dv-cinder-763306-13-iscsi neutron-server[92941]: INFO neutron.wsgi [None req-773cf450-6ac1-4e1d-a0ab-e6cdcb95d822 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c43a2d6-97ab-4e58-a083-2615b2546a82 HTTP/1.1" status: 204 len: 168 time: 0.1196668 Jun 29 00:35:36.819910 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-47a4784c-05e4-4d48-aa9b-01a447c09584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:35:36.827270 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cf450-6ac1-4e1d-a0ab-e6cdcb95d822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c43a2d6-97ab-4e58-a083-2615b2546a82,revision_number=None']} {{(pid=92941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:35:36.830065 dv-cinder-763306-13-iscsi neutron-server[92941]: DEBUG oslo_concurrency.lockutils [None req-773cf450-6ac1-4e1d-a0ab-e6cdcb95d822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:35:39.107707 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d1df5158-cf1a-4b6f-b346-3775a144dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:42.334066 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f3b5167-1824-49e5-a930-bcf0859ce3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:42.653280 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:44.460633 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:46.925992 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:35:50.227079 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:09.107790 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd130-99be-4f91-a088-c3a54c408464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:12.334572 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b798f546-5b52-4161-9537-fab4b8c8d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:12.653656 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:13.218555 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:36:14.460172 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:16.927966 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:20.229824 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:39.107860 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b65948a2-65fb-41aa-a1a4-87a6492ab3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:42.334430 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0000e66d-9c66-49dd-8978-95a8bebb7d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:42.657464 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:44.463826 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:46.935014 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:36:50.216679 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:36:50.228984 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:09.107653 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e51b231-30e6-499e-ad1e-894a72b5b53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:12.335289 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-57fbacef-1cd8-41f6-b977-37314793b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:12.657925 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:14.465927 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:16.933377 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:20.226600 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:27.215924 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:37:39.107068 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dd0c9e4e-eede-4ddd-93c2-4b3a06c3493a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:42.337285 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b2256964-15d4-4c2f-876b-aee06461c9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:42.662044 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:44.468961 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:46.936586 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:37:50.229026 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:04.214559 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:38:09.106981 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-998bc738-527f-40d4-9ec7-dd127068d75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:12.336928 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8b20fa20-6120-4320-896c-583a973b6d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:12.662351 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:14.471042 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:16.938466 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:20.245097 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:39.107151 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34cd8899-d7b4-4a93-9fdb-c428e9559a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:41.214082 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:38:42.336694 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-10445ec3-2384-46c5-821b-58fa2abce3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:42.668718 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:44.474182 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:46.941579 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:38:50.256297 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:09.107263 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-210367c9-86aa-4c9b-8109-8de57032110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:12.337196 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bcc4-2920-42dd-bab0-cd402c3a94b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:12.663874 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:14.476443 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:16.945902 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:18.213544 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:39:20.255557 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:39.107198 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-905dae03-94a6-4d49-9908-986b834192b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:42.337923 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5cdb-1c0a-4d63-8986-bc22584c7718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:42.664716 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:44.479219 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:46.949475 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:50.246635 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:39:55.213345 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:40:09.107082 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b57f50f9-c898-499a-bfe7-decf4860c5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:40:12.336959 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1710-bf50-4f2b-88d8-27f3d7813e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:40:12.665972 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:40:14.482816 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:40:16.949462 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6b411d4f-7746-473a-b2f3-bcf947431441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:40:20.275525 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc62af53-7cfe-4e28-aa21-67320b6449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:40:32.212419 dv-cinder-763306-13-iscsi neutron-server[92943]: DEBUG neutron.db.agents_db [None req-4fe3a8b3-02f7-4a28-be4f-a78a61171506 None None] Agent healthcheck: found 6 active agents {{(pid=92943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:40:39.108772 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9d470723-8f6f-4b4b-ab4f-97546cf77775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:40:42.336725 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-112c4d21-d835-4ce3-a616-4b8fb552cbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:40:42.667218 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-736d1a91-77dc-4dfb-862c-2a4181aac5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:40:44.485084 dv-cinder-763306-13-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0eefbed2-6dbe-4686-bcf7-d8c24410bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727252403137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780396'] for agent, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}